-- Logs begin at Mon 2022-07-18 09:42:29 UTC, end at Mon 2022-07-18 10:45:46 UTC. -- Jul 18 10:20:03.332421 dv-cinder-837546-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 18 10:20:05.960533 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.common.config [-] Logging enabled! Jul 18 10:20:05.961126 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev436 Jul 18 10:20:05.961316 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103791) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 18 10:20:05.964467 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.common.config [-] Logging enabled! Jul 18 10:20:05.964741 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev436 Jul 18 10:20:05.965048 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103791) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 18 10:20:05.965958 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 18 10:20:05.966196 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 18 10:20:05.966963 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 18 10:20:05.967212 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 18 10:20:05.967439 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 18 10:20:05.967761 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.968063 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.968296 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.968620 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.968915 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.969205 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.969496 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.969791 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.970075 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.970356 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.970640 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.970870 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.971175 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.971461 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.971746 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.971967 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] debug = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.972246 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.972707 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.973117 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.973400 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.973689 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.973965 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.974233 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.974508 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.974791 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.975125 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] host = dv-cinder-837546-3-iscsi {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.975401 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.975688 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.975971 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.976254 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.976548 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.976826 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.977108 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.977379 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.977647 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] log_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.977920 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.978204 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.978488 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.978773 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.978998 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.979224 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.979507 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.979802 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.980078 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.980349 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.980653 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.980929 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.981202 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.981726 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.982008 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.982288 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.982571 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.982844 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.983116 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.983385 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.983657 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.983939 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.984211 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.984481 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.984784 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.985070 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.985339 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.985610 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.985906 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.986188 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.986465 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.987256 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.987530 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.987809 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.988077 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.988345 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.988634 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] use_json = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.988903 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.989169 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.989450 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.989718 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.989983 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.990251 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.990517 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.990795 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.991063 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:05.991356 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:05.991649 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:05.991946 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:05.992226 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:05.992606 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:05.992890 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:05.993179 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:05.993457 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:05.993744 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:05.994029 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:05.994315 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:05.994590 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:05.994884 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:05.995171 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:05.995464 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:05.995764 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:05.996052 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:05.996342 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:05.996638 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:05.996912 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:05.997185 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:05.997461 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:05.997745 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:05.998020 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:05.998304 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:05.998590 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:05.998867 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:05.999162 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:05.999449 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:05.999734 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.000024 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.000312 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.000606 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.000885 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.001174 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.001448 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.001717 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.002001 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.002277 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.003124 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.003405 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.003694 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.003978 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.004247 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.004535 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.004824 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.005097 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.005364 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.005633 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.005904 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.006172 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.006453 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.006725 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.006989 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.007255 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.007526 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.007795 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.008062 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.008332 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.008630 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.008903 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.009170 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.009442 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.009710 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.009977 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.010244 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.010510 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.010776 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.011045 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.011315 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.011587 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.011858 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.012130 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.012403 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.012724 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.013003 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.013281 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.013560 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.013838 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.014113 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.014388 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.014665 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.014942 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.015214 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.015505 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.015792 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.016080 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.016362 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.016666 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.016979 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.017257 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.017538 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.017816 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.018117 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.018396 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.018680 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.018959 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.019242 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.019526 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.019809 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.020102 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.020395 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.020702 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.020995 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.021285 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.021578 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.021858 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.022163 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.022441 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:06.022655 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 18 10:20:06.022891 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103791) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 18 10:20:06.318586 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 18 10:20:06.318772 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 18 10:20:06.319075 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 18 10:20:06.319411 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 18 10:20:06.723011 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:06.723300 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:06.723574 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:06.724886 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:06.725160 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:06.725434 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:06.779459 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:06.779736 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:06.780005 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:06.794853 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:06.795126 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:06.795392 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:06.824239 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:06.824533 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:06.824805 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:06.861318 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:06.861598 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:06.861899 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.098837 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.099430 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.099430 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.099588 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.100217 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.197796 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.198121 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.198402 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.198675 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.198945 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.199257 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.199518 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.199776 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.200032 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.200313 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.200599 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.200864 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.201119 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.201371 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.201625 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.201890 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.202145 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.202409 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.202684 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.202942 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.203212 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.203464 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.203744 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.204120 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.204370 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.204642 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.205029 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 10:20:07.205264 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 10:20:07.205522 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 10:20:07.205754 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 10:20:07.205984 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 10:20:07.206214 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 10:20:07.206571 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 18 10:20:07.209656 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 18 10:20:07.213516 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 18 10:20:07.217228 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jul 18 10:20:07.218826 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 18 10:20:07.219440 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 18 10:20:07.219767 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 18 10:20:07.220144 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 18 10:20:07.223423 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 18 10:20:07.223670 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 18 10:20:07.224007 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 18 10:20:07.229024 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 18 10:20:07.252932 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 18 10:20:07.253371 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.253662 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103791) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 18 10:20:07.254028 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.255355 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103791) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 18 10:20:07.255629 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 18 10:20:07.255873 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 18 10:20:07.259135 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.259415 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:07.412214 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 18 10:20:07.412444 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 18 10:20:07.412700 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 18 10:20:07.413062 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 18 10:20:07.464426 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO dbcounter [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Registered counter for database neutron Jul 18 10:20:07.486023 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_db.sqlalchemy.engines [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103791) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 18 10:20:07.492672 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writer thread running {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 10:20:08.037332 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Initializing driver for type 'gre' Jul 18 10:20:08.037931 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] gre ID ranges: [(1, 1000)] Jul 18 10:20:08.093162 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Initializing driver for type 'local' Jul 18 10:20:08.093548 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Initializing driver for type 'vlan' Jul 18 10:20:08.106619 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] VlanTypeDriver initialization complete Jul 18 10:20:08.107177 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Initializing driver for type 'vxlan' Jul 18 10:20:08.107451 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] vxlan ID ranges: [(1, 1000)] Jul 18 10:20:08.163259 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Initializing extension driver 'port_security' Jul 18 10:20:08.163601 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.extensions.port_security [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] PortSecurityExtensionDriver initialization complete Jul 18 10:20:08.163926 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Initializing mechanism driver 'openvswitch' Jul 18 10:20:08.164288 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Initializing mechanism driver 'hyperv' Jul 18 10:20:08.171116 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:20:08.171779 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > port after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.172150 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > port after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.172527 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > port after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.173022 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 10:20:08.173438 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > subnet after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.173794 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > subnet after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.174179 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.174577 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 10:20:08.174992 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > network after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.175333 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > network after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.175678 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > network after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.176064 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 10:20:08.176481 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > security_group after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.176853 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > security_group after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.177196 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.177594 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 10:20:08.178009 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.178358 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.178700 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.179100 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 10:20:08.179523 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > address_group after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.179970 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > address_group after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.180400 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.180824 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 10:20:08.181274 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] ML2 OVO RPC backend initialized. {{(pid=103791) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 18 10:20:08.181979 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.182332 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.182747 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > network before_response 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.183098 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > networks before_response 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.183443 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > port before_response 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.183783 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > ports before_response 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.184129 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > subnet before_response 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.184470 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > subnets before_response 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.184848 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > network after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.185185 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > network after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.185520 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > network after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.185854 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > port after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.186191 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > port after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.186524 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > port after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.186870 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > subnet after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.187210 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > subnet after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.187544 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.195729 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.quota [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded quota_driver: . Jul 18 10:20:08.196090 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.plugin [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Modular L2 Plugin initialization complete Jul 18 10:20:08.196437 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading services supported by the core plugin {{(pid=103791) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 18 10:20:08.196799 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Got port-security extension from driver 'port_security' Jul 18 10:20:08.197274 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.extensions.vlantransparent [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Disabled vlantransparent extension. Jul 18 10:20:08.197766 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103791) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 18 10:20:08.198087 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading Plugin: router Jul 18 10:20:08.234937 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.235329 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > router after_create 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.235696 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > router before_create 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.236187 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.236592 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.237475 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > router after_delete 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.237840 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.238194 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.238553 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > router after_create 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.238905 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > router after_update 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.239252 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > router after_update 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.239598 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.239955 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > router after_update 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.240364 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > router precommit_update 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.240764 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: port after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.241106 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: port after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.241445 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: subnet after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.241786 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.242136 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.242483 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > router precommit_create 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.242824 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: port before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.243163 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > router precommit_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.243517 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > router after_update 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.243858 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.244212 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > router precommit_create 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.244596 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.244944 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > router precommit_update 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.245312 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > agent after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.245665 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > agent after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.246010 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > network after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.246866 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.quota.resource_registry [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Tracking information for resource: router configured {{(pid=103791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 10:20:08.247197 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.quota.resource_registry [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Tracking information for resource: floatingip configured {{(pid=103791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 10:20:08.251941 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.db.l3_agentschedulers_db [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 18 10:20:08.253163 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: port after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.253524 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: port after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.253872 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: port after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.254222 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: port after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.254993 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > router before_create 55550100 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.255357 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.255716 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > router precommit_create 55550100 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.256071 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > router precommit_update 55550100 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.260940 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.services.provider_configuration [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Service providers = [] {{(pid=103791) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 18 10:20:08.261303 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.db.servicetype_db [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103791) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 18 10:20:08.264205 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.services.service_base [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103791) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 18 10:20:08.264578 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.services.service_base [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103791) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 18 10:20:08.264924 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.services.service_base [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103791) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 18 10:20:08.265964 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.services.service_base [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103791) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 18 10:20:08.266335 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.services.service_base [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 18 10:20:08.266709 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 10:20:08.267027 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 18 10:20:08.277257 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 10:20:08.277587 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading Plugin: auto_allocate Jul 18 10:20:08.283171 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: network precommit_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.283583 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: network precommit_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.284097 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 10:20:08.284420 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading Plugin: tag Jul 18 10:20:08.291167 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 10:20:08.291451 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading Plugin: timestamp Jul 18 10:20:08.295266 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 10:20:08.295593 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading Plugin: network_ip_availability Jul 18 10:20:08.301630 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.302006 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.302364 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.303074 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 10:20:08.303393 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading Plugin: flavors Jul 18 10:20:08.308235 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 10:20:08.308599 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading Plugin: revisions Jul 18 10:20:08.312823 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 10:20:08.313216 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_concurrency.lockutils [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.994s {{(pid=103791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 18 10:20:08.313949 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103791) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 18 10:20:08.314281 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Initializing extension manager. Jul 18 10:20:08.314848 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: __init__.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.315672 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: __pycache__ {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.316005 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: address_group.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.316741 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.317298 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: address-group Jul 18 10:20:08.317619 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: address_scope.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.318296 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.318799 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: address-scope Jul 18 10:20:08.319117 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.319995 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.320517 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: router-admin-state-down-before-update Jul 18 10:20:08.320841 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: agent.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.321500 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.321999 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: agent Jul 18 10:20:08.322316 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: agent_resources_synced.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.323167 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.323665 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: agent-resources-synced Jul 18 10:20:08.323984 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: allowedaddresspairs.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.325731 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.326243 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: allowed-address-pairs Jul 18 10:20:08.326568 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: auto_allocated_topology.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.327581 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.328090 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: auto-allocated-topology Jul 18 10:20:08.328412 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: availability_zone.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.329096 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.329594 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: availability_zone Jul 18 10:20:08.329913 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: availability_zone_filter.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.330800 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.331299 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: availability_zone_filter Jul 18 10:20:08.331623 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: data_plane_status.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.332480 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.333003 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension data-plane-status not supported by any of loaded plugins Jul 18 10:20:08.333329 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: default_subnetpools.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.334189 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.334687 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: default-subnetpools Jul 18 10:20:08.335008 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.335769 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.336272 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: dhcp_agent_scheduler Jul 18 10:20:08.336618 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: dns.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.337480 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.337985 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension dns-integration not supported by any of loaded plugins Jul 18 10:20:08.338301 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: dns_domain_ports.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.339159 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.339662 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 18 10:20:08.339982 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.340877 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.341376 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 18 10:20:08.341693 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: dvr.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.342318 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.342816 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: dvr Jul 18 10:20:08.343131 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: ecmp_routes.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.343988 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.344481 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 18 10:20:08.344823 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: empty_string_filtering.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.345679 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.346198 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: empty-string-filtering Jul 18 10:20:08.346517 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.347371 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.347869 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 18 10:20:08.348188 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.349070 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.349569 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 18 10:20:08.349893 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: external_net.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.350748 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.351246 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: external-net Jul 18 10:20:08.351567 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.352417 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.352941 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: extra_dhcp_opt Jul 18 10:20:08.353261 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: extraroute.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.354124 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.354620 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: extraroute Jul 18 10:20:08.354938 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: extraroute_atomic.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.355908 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.356697 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: extraroute-atomic Jul 18 10:20:08.357018 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: filter_validation.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.357633 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.358134 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: filter-validation Jul 18 10:20:08.358450 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: fip_pf_description.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.359490 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.359991 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 18 10:20:08.360312 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: fip_pf_port_range.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.361195 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.362208 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 18 10:20:08.362526 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: fip_port_details.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.363388 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.363889 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: fip-port-details Jul 18 10:20:08.364209 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: flavors.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.365406 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.365914 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: flavors Jul 18 10:20:08.366240 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.367805 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.368321 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 18 10:20:08.368691 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: floatingip_pools.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.369346 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.369851 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: floatingip-pools Jul 18 10:20:08.370176 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: ip_allocation.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.371051 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.371546 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension ip_allocation not supported by any of loaded plugins Jul 18 10:20:08.371869 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.372771 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.373272 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: ip-substring-filtering Jul 18 10:20:08.373596 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: l2_adjacency.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.374472 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.374969 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 18 10:20:08.375289 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: l3.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.376194 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.376736 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: router Jul 18 10:20:08.377058 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.379743 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.380264 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 18 10:20:08.380633 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.381506 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.382015 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: ext-gw-mode Jul 18 10:20:08.382340 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.383206 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.383706 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: l3-ha Jul 18 10:20:08.384028 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.384913 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.385410 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 18 10:20:08.385729 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: l3_flavors.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.386588 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.387091 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: l3-flavors Jul 18 10:20:08.387414 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.388758 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.389262 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 18 10:20:08.389587 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.390457 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.390956 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 18 10:20:08.391275 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: l3agentscheduler.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.392260 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.392799 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: l3_agent_scheduler Jul 18 10:20:08.393677 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: local_ip.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.395350 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.395861 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension local_ip not supported by any of loaded plugins Jul 18 10:20:08.396191 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: logging.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.397626 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.398138 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension logging not supported by any of loaded plugins Jul 18 10:20:08.398473 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: metering.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.399168 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.399741 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: metering Jul 18 10:20:08.400070 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.401332 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.401841 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: metering_source_and_destination_fields Jul 18 10:20:08.402164 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: multiprovidernet.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.403033 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.403536 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: multi-provider Jul 18 10:20:08.403855 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: netmtu.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.404744 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.405247 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: net-mtu Jul 18 10:20:08.405567 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: netmtu_writable.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.406430 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.406930 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: net-mtu-writable Jul 18 10:20:08.407251 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: network_availability_zone.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.407873 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.408382 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: network_availability_zone Jul 18 10:20:08.409291 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: network_ip_availability.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.410332 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.410841 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: network-ip-availability Jul 18 10:20:08.411165 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: network_segment_range.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.411881 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.412384 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension network-segment-range not supported by any of loaded plugins Jul 18 10:20:08.412737 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: pagination.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.413667 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.413996 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: pagination Jul 18 10:20:08.414315 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: port_device_profile.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.415168 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.415678 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: port-device-profile Jul 18 10:20:08.416002 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: port_mac_address_override.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.416893 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.417404 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: port-mac-override Jul 18 10:20:08.417729 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.418596 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.419099 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: port-mac-address-regenerate Jul 18 10:20:08.419422 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.420275 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.420802 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: port-numa-affinity-policy Jul 18 10:20:08.421129 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: port_resource_request.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.421984 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.422484 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension port-resource-request not supported by any of loaded plugins Jul 18 10:20:08.422806 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: port_resource_request_groups.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.423712 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.424243 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 18 10:20:08.424598 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: portbindings.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.425463 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.425970 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: binding Jul 18 10:20:08.426294 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: portbindings_extended.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.427498 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.428002 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: binding-extended Jul 18 10:20:08.428330 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: portsecurity.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.429224 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.429728 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: port-security Jul 18 10:20:08.430052 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: project_id.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.430973 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.431300 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: project-id Jul 18 10:20:08.431619 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: providernet.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.432471 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.433012 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: provider Jul 18 10:20:08.433331 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: qos.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.436810 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.437328 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension qos not supported by any of loaded plugins Jul 18 10:20:08.437660 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.438852 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.439357 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 18 10:20:08.439680 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.440619 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.441124 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 18 10:20:08.441445 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: qos_default.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.442308 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.442813 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension qos-default not supported by any of loaded plugins Jul 18 10:20:08.443134 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: qos_fip.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.443998 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.444494 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension qos-fip not supported by any of loaded plugins Jul 18 10:20:08.444835 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.445691 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.446189 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 18 10:20:08.446508 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: qos_gateway_ip.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.447372 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.447871 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 18 10:20:08.448190 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: qos_port_network_policy.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.449079 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.449577 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 18 10:20:08.449895 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.450868 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.451367 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 18 10:20:08.451687 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.452691 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.453191 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 18 10:20:08.453510 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: qos_pps_rule.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.454626 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.455129 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension qos-pps not supported by any of loaded plugins Jul 18 10:20:08.455961 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: qos_rule_type_details.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.456854 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.457353 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 18 10:20:08.457671 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.458543 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.459040 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 18 10:20:08.459358 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: qos_rules_alias.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.460345 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.460871 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 18 10:20:08.461196 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: quota_check_limit.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.462070 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.462573 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: quota-check-limit Jul 18 10:20:08.462896 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: quotasv2.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.463766 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.464092 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: quotas Jul 18 10:20:08.464409 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: quotasv2_detail.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.466083 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.466421 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: quota_details Jul 18 10:20:08.466750 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: rbac.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.468016 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.468556 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: rbac-policies Jul 18 10:20:08.468891 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: rbac_address_group.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.469765 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.470270 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: rbac-address-group Jul 18 10:20:08.470596 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: rbac_address_scope.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.472015 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.472543 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: rbac-address-scope Jul 18 10:20:08.472871 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: rbac_security_groups.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.473803 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.474309 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: rbac-security-groups Jul 18 10:20:08.474635 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: rbac_subnetpool.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.475504 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.476008 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: rbac-subnetpool Jul 18 10:20:08.476334 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: revisionifmatch.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.477234 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.477737 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: revision-if-match Jul 18 10:20:08.478061 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: revisions.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.479120 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.479629 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: standard-attr-revisions Jul 18 10:20:08.479957 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: router_availability_zone.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.480618 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.481124 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: router_availability_zone Jul 18 10:20:08.481703 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: routerservicetype.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.482571 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.483075 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension router-service-type not supported by any of loaded plugins Jul 18 10:20:08.483399 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.484269 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.484796 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: security-groups-normalized-cidr Jul 18 10:20:08.485123 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.485999 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.486503 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: port-security-groups-filtering Jul 18 10:20:08.486868 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.487843 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.488490 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: security-groups-remote-address-group Jul 18 10:20:08.488914 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.489794 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.490308 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: security-groups-shared-filtering Jul 18 10:20:08.490632 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: securitygroup.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.500043 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.500599 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: security-group Jul 18 10:20:08.500941 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: segment.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.501638 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.502151 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension segment not supported by any of loaded plugins Jul 18 10:20:08.502522 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.503424 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.503933 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 18 10:20:08.504262 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: servicetype.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.505331 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.505844 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: service-type Jul 18 10:20:08.506173 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: sorting.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.507098 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.507427 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: sorting Jul 18 10:20:08.507751 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: standard_attr_segment.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.508637 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.509142 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 18 10:20:08.509465 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: standardattrdescription.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.510075 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.510577 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: standard-attr-description Jul 18 10:20:08.510901 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: stateful_security_group.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.511790 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.512294 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: stateful-security-group Jul 18 10:20:08.512642 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: stdattrs_common.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.513184 dv-cinder-837546-3-iscsi neutron-server[103791]: WARNING neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 18 10:20:08.513501 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.514367 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.514872 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 18 10:20:08.515191 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: subnet_onboard.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.516253 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.516963 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: subnet_onboard Jul 18 10:20:08.517290 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.518716 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.519214 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 18 10:20:08.519539 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: subnet_service_types.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.520416 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.520961 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: subnet-service-types Jul 18 10:20:08.521286 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: subnetallocation.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.522326 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.522835 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: subnet_allocation Jul 18 10:20:08.523159 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.523782 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.524284 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: subnetpool-prefix-ops Jul 18 10:20:08.524627 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.525498 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.526000 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 18 10:20:08.526321 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: tagging.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.527335 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.527853 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: standard-attr-tag Jul 18 10:20:08.528173 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: timestamp.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.529340 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.529842 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loaded extension: standard-attr-timestamp Jul 18 10:20:08.530162 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: trunk.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.531138 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.531647 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension trunk not supported by any of loaded plugins Jul 18 10:20:08.531967 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: trunk_details.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.532858 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.533362 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension trunk-details not supported by any of loaded plugins Jul 18 10:20:08.534231 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: uplink_status_propagation.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.535099 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.535602 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 18 10:20:08.535924 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Loading extension file: vlantransparent.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:20:08.536576 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:20:08.537076 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 18 10:20:08.539631 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Creating instance of TrackedResource for resource:network Jul 18 10:20:08.540148 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Creating instance of TrackedResource for resource:subnet Jul 18 10:20:08.540563 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 10:20:08.540954 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Creating instance of TrackedResource for resource:port Jul 18 10:20:08.543376 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 10:20:08.543778 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Service FLAVORS assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 10:20:08.544401 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 10:20:08.544868 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 10:20:08.545203 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Creating instance of TrackedResource for resource:router Jul 18 10:20:08.545672 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Creating instance of TrackedResource for resource:floatingip Jul 18 10:20:08.546301 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Service METERING assigned prefix: /metering {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 10:20:08.547967 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.548408 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.548797 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:20:08.550037 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Creating instance of CountableResource for resource:rbac_policy Jul 18 10:20:08.550501 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Creating instance of TrackedResource for resource:security_group Jul 18 10:20:08.550932 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 18 10:20:08.551463 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Service CORE assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 10:20:08.551792 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 10:20:08.552136 dv-cinder-837546-3-iscsi neutron-server[103791]: WARNING neutron.quota.resource_registry [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] subnetpool is already registered Jul 18 10:20:08.552604 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Service CORE assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 10:20:08.552932 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 10:20:08.553263 dv-cinder-837546-3-iscsi neutron-server[103791]: WARNING neutron.quota.resource_registry [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] subnetpool is already registered Jul 18 10:20:08.555636 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 10:20:08.556073 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Service FLAVORS assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 10:20:08.556702 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 10:20:08.557123 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 10:20:08.557453 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Creating instance of TrackedResource for resource:router Jul 18 10:20:08.557791 dv-cinder-837546-3-iscsi neutron-server[103791]: WARNING neutron.quota.resource_registry [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] router is already registered Jul 18 10:20:08.558202 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Creating instance of TrackedResource for resource:floatingip Jul 18 10:20:08.558536 dv-cinder-837546-3-iscsi neutron-server[103791]: WARNING neutron.quota.resource_registry [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] floatingip is already registered Jul 18 10:20:08.559000 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Service METERING assigned prefix: /metering {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 10:20:08.559668 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Creating instance of CountableResource for resource:rbac_policy Jul 18 10:20:08.559995 dv-cinder-837546-3-iscsi neutron-server[103791]: WARNING neutron.quota.resource_registry [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] rbac_policy is already registered Jul 18 10:20:08.560408 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Creating instance of TrackedResource for resource:security_group Jul 18 10:20:08.560763 dv-cinder-837546-3-iscsi neutron-server[103791]: WARNING neutron.quota.resource_registry [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] security_group is already registered Jul 18 10:20:08.561168 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 18 10:20:08.561509 dv-cinder-837546-3-iscsi neutron-server[103791]: WARNING neutron.quota.resource_registry [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] security_group_rule is already registered Jul 18 10:20:08.562124 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Service CORE assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 10:20:08.562451 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 10:20:08.562787 dv-cinder-837546-3-iscsi neutron-server[103791]: WARNING neutron.quota.resource_registry [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] subnetpool is already registered Jul 18 10:20:08.563209 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Service CORE assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 10:20:08.563531 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 10:20:08.563860 dv-cinder-837546-3-iscsi neutron-server[103791]: WARNING neutron.quota.resource_registry [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] subnetpool is already registered Jul 18 10:20:08.564343 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: extensions {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.565856 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: address-groups {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.567345 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: address-scopes {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.568853 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: agents {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.570011 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: auto-allocated-topology {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.571267 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: availability_zones {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.572480 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: dhcp-networks {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.574007 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: dhcp-agents {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.575428 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: routers {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.577169 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: flavors {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.578425 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: service_profiles {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.579652 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: next_providers {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.581674 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: service_profiles {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.583248 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: floatingip-pools {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.584533 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: routers {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.586234 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: floatingips {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.587500 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: l3-routers {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.588917 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: l3-agents {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.591165 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: metering-labels {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.592434 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: metering-label-rules {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.593836 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: network-ip-availabilities {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.595082 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: bindings {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.597249 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: quotas {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.598910 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: quotas {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.600449 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: rbac-policies {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.601655 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: security-groups {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.602947 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: security-group-rules {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.604206 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: service-providers {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.605459 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: subnetpools {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.607064 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: subnetpools {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.608605 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: tags {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.610346 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: tags {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.613146 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: tags {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.614947 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: tags {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.616725 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: tags {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.618689 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: tags {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.620381 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: tags {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.622303 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: tags {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.624085 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: tags {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.625871 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Extended resource: tags {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:20:08.632545 dv-cinder-837546-3-iscsi neutron-server[103791]: WARNING keystonemiddleware.auth_token [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 18 10:20:08.637610 dv-cinder-837546-3-iscsi neutron-server[103791]: WARNING keystonemiddleware.auth_token [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 18 10:20:08.647162 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_concurrency.lockutils [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Acquired lock "singleton_lock" {{(pid=103791) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 18 10:20:08.647634 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_concurrency.lockutils [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Releasing lock "singleton_lock" {{(pid=103791) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 18 10:20:08.648283 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO oslo_service.service [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Starting 2 workers Jul 18 10:20:08.653055 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Started child 103898 {{(pid=103791) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 18 10:20:08.657923 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Started child 103899 {{(pid=103791) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 18 10:20:08.658538 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:08.659667 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO neutron.service [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 18 10:20:08.660007 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:08.660702 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [-] (103898) wsgi starting up on http://0.0.0.0:9696 Jul 18 10:20:08.662484 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO oslo_service.service [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Starting 1 workers Jul 18 10:20:08.662652 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:08.663995 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [-] (103899) wsgi starting up on http://0.0.0.0:9696 Jul 18 10:20:08.667576 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Started child 103900 {{(pid=103791) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 18 10:20:08.668098 dv-cinder-837546-3-iscsi neutron-server[103791]: INFO oslo_service.service [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Starting 1 workers Jul 18 10:20:08.671402 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.service [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] calling RpcWorker wait() {{(pid=103900) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 18 10:20:08.671952 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.service [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] returning from RpcWorker wait() {{(pid=103900) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 18 10:20:08.672481 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Started child 103901 {{(pid=103791) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 18 10:20:08.673258 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:08.673368 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d4acf929-9f39-4bc2-9ce1-591ed1cb7c44 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:08.673841 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:20:08.675775 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103791) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 18 10:20:08.675983 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 18 10:20:08.676165 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 18 10:20:08.676392 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 18 10:20:08.676711 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 18 10:20:08.676887 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 18 10:20:08.677409 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.677673 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.677928 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.678114 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:08.678595 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.678752 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.678983 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.679109 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:20:08.679237 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.679500 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.679758 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.679924 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.680086 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.680330 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.680635 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.680960 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.681218 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.681452 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.681689 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.681854 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.682100 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.682359 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.682606 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.682895 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] debug = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.683134 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.683593 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.683831 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.684066 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.684319 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.684622 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.684861 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.685099 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.685342 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.685548 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.685788 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.686029 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.686256 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.686502 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.686728 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.686976 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.687208 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.687683 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] host = dv-cinder-837546-3-iscsi {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.687921 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.688131 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.688352 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.688601 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.688865 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.689081 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.689341 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.689587 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.689870 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.690105 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.690357 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.690609 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.690836 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.691071 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.691233 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_options = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.691461 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.691714 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.691979 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.692166 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.692324 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.692462 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.692714 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.692858 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.693111 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.693366 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.693541 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.693719 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.693946 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.694171 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.694415 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.694662 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.694891 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.695111 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.695355 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.695604 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.695804 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.696024 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.696259 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.696487 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.696732 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.696944 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.697180 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.697399 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.697599 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.697836 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.698079 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.698330 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.698539 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.698766 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.699026 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.699247 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.699552 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.699826 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.700237 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.700532 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.700782 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.701173 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.701318 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.701452 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.701867 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.702108 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.702426 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_json = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.702629 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.702737 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.702971 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.703228 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.703517 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.703820 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.704135 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.704393 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.704816 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.705043 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.705329 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.706775 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.707297 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.707543 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.707817 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.708068 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.708299 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.708712 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.708956 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.709565 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.709815 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.710170 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.712382 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.712778 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.713147 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.713407 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.714091 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.714467 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.717289 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.717673 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.718788 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.720654 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.720908 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.721694 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.721944 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.722182 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.722473 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.722746 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.723028 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.723395 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.723674 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.723956 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.724211 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.724449 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.728443 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.728766 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.729034 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.731935 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.732209 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.732552 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.732790 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.733061 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.733305 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.733540 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.733784 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.734016 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.734280 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.734520 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.734745 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.734965 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.735184 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.735407 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.735625 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.735854 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.736090 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.736364 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.737497 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.737950 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.738312 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.738634 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.738854 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.739088 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.739309 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.739546 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.739761 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.739978 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.740872 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.742146 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.742422 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.742651 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.743593 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.743838 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.744064 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.744292 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.744546 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.744753 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.744980 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.745197 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.745413 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.746740 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.747090 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.748057 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.748290 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.748532 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.748792 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.749017 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.749814 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.750509 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.750766 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.750990 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.751323 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.752422 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.752784 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.753014 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.753272 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.753521 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.753806 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.754055 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.754295 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.754516 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.754775 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.755321 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.755579 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.755805 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.756024 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.756307 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.756543 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.756765 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.756980 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.757221 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.757436 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.757674 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.757888 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.758132 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.758352 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.758604 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.758873 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.759109 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.759326 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.759559 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.759917 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.761307 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.761582 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.762585 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.763517 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.764172 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.764491 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.764797 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.765090 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.765843 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.766107 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.766364 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.766654 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.766913 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.767147 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.767382 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.767604 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.767891 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.768128 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.768393 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.768652 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.768984 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.769236 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.769441 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.769658 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.769929 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.770537 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.770915 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.771672 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.771955 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.772207 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.772467 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.772722 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.772978 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.773222 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.773459 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.773675 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.773895 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.774129 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.774367 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.774584 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.774962 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.775439 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.775670 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.775892 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.776111 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.776771 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.777336 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.777600 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.777817 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.778443 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.778548 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:20:08.778692 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.778913 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.779133 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.779352 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.779568 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.779817 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.780034 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.780296 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.780565 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.780805 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.781033 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.781296 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.783031 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.783277 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.784054 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.784288 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.784534 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.784754 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.784975 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.785191 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.785434 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.785666 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.785879 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.786156 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.786404 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.786763 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.787706 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.787706 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.787706 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.787984 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.787984 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.788203 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.788418 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.788972 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.789229 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.789634 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.789927 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.790172 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.790391 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.790608 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.790826 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.791360 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.791360 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.791556 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.791771 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.792014 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.792284 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.792522 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.792737 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.792948 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.793160 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.793445 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.793602 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.793821 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.794195 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.794360 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.794660 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.794861 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.795235 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.795456 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.795673 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.795882 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.796089 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.796406 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.796691 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.796991 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.797240 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.797444 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.797748 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.798018 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.798555 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.798772 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.799024 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.799846 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.800058 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.800307 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.800537 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.800755 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.800977 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.801184 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.801422 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.801710 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.801976 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.802190 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.802417 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.802741 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.803106 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.804376 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.804561 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.805322 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.806068 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.806281 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.806557 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.808064 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.808335 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.808740 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.809120 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.809345 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.809555 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.809821 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.810086 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.810473 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.810724 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.810899 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.811213 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.811548 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.811762 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.812111 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.812408 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.812884 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.813176 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.813374 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.814028 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.814369 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.814770 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.815049 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.815316 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.815561 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.815802 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.816081 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.816297 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.816628 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.816847 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.817091 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.817355 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.817582 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.818215 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.818549 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.818775 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.819008 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.819270 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.819500 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.819715 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.819885 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 18 10:20:08.820481 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103791) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 18 10:20:08.820642 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 18 10:20:08.820799 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 18 10:20:08.820975 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 18 10:20:08.821205 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 18 10:20:08.821294 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 18 10:20:08.821602 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.821765 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.821926 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.822084 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.822283 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.822504 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.822669 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.822828 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.822985 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.823142 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.823303 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.823517 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.823679 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.823839 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.823997 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.824155 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.824313 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.824475 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.824652 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.824809 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.824965 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.825121 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] debug = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.825278 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.825494 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.825661 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.825818 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.825975 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.826131 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.826288 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.826445 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.826601 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.826757 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.826914 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.827070 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.827227 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.827384 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.827543 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.827699 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.827855 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.828013 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] host = dv-cinder-837546-3-iscsi {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.828174 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.828364 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.828525 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.828656 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.828814 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.828971 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.829128 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.829284 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.829441 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.829596 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.829754 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.829910 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.830065 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.830223 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.830446 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_options = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.830608 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.830764 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.830920 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.831102 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.831264 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.831422 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.831579 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.831737 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.831892 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.832048 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.832204 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.832361 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.832541 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.832692 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.832849 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.833006 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.833164 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.833321 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.833478 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.833635 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.833791 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.833947 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.834103 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.834259 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.834415 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.834573 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.834729 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.834886 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.835042 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.835199 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.835357 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.835515 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.835675 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.835832 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.835988 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.836145 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.836301 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.836458 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.836637 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.836795 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.836952 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.837109 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.837267 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.837423 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.837581 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.837737 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.837893 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_json = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.838051 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.838209 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.838365 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.838523 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.838680 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.838836 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.838992 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.839151 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.839307 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:20:08.839483 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.839643 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.839813 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.839973 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.840133 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.840292 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.840450 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.840631 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.840791 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.840950 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.841116 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.841276 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.841445 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.841606 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.841765 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.841925 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.842084 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.842244 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.842406 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.842566 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.842725 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.842884 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.843058 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.843215 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.843371 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.843530 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.843688 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.843905 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.844004 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.844176 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.844347 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.844519 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.844683 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.844842 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.845001 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.845162 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.845322 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.845483 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.845647 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.845807 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.846477 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.846647 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.846806 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.846965 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.847126 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.847285 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.847445 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.847604 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.847762 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.847922 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.848083 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.848243 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.848404 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.848616 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.848780 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.848941 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.849100 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.849269 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.849428 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.849585 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.849801 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.849900 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.850049 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.850208 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.850366 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.850524 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.850684 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.850842 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.851013 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.851172 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.851330 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.851489 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.851636 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.851793 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.851952 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.852110 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.852270 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.852429 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.852609 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.852768 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.852928 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.853089 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.853250 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.853408 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.853569 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.853729 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.853888 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.854047 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.854207 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.854351 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.854512 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.854687 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.854849 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.855008 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.855169 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.855329 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.855487 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.855646 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.855805 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.855964 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.856129 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.856558 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.856722 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.856885 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.857045 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.857203 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.857362 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.857521 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.857682 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.857841 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.858001 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.858160 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.858318 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.858476 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.858634 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.858792 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.858952 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.859109 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.859267 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.859425 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.859582 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.859742 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.859910 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.860069 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.860230 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.860388 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.860573 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.860742 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.860903 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.861062 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.861222 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.861382 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.861540 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.862258 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.862406 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.862564 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.862723 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.862882 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.863053 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.863215 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.863377 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.863536 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.863719 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.863879 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.864037 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.864197 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.864356 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.864524 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.864692 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.864851 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.865010 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.865170 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.865331 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.865493 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.865652 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.865812 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.865971 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.866135 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.866296 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.866457 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.866616 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.866777 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.866937 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.867097 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.867257 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.867417 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.867578 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.867738 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.867896 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.868057 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.868217 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.868376 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.868557 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.868719 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.868877 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.869037 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.869197 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.869366 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.869520 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.869683 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.869841 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.870003 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.870163 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.870323 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.870486 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.870645 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.870806 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.870964 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.871124 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.871283 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.871446 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.871604 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.871765 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.871924 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.872084 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.872242 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.872401 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.872600 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.872760 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.872919 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.873079 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.873238 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.873398 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.873558 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.873717 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.873877 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.874035 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.874197 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.874356 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.874518 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.874677 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.874835 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.874993 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.875154 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.875316 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.875475 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.875634 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.875797 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.875955 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.876118 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.876277 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.876435 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.876615 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.876776 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.876935 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.877094 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.877286 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.877447 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.877606 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.877764 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.877923 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.878083 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.878251 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.878410 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.878569 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.878726 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.878885 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.879043 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.879211 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.879370 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.879636 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.879817 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.879817 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.880640 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.880640 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.880640 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.880640 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.880640 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.880996 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.880996 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.881145 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.881223 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.881325 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.881483 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.881641 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.881800 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.881967 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.882127 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.882285 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.882443 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.882601 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.882759 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.882927 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.883087 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.883246 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.883415 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.883574 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.883732 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.883891 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.884061 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.884221 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.884382 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.884559 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.884720 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.884878 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.885038 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.885202 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.885369 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.885535 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.885694 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.885860 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.886026 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.886197 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.886356 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.886523 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.886692 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.886854 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.887012 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.887172 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.887342 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.887477 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.887635 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.887794 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.887952 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.888109 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.888257 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.888417 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.888595 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.888756 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.888914 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.889073 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.889230 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.889389 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.889550 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.889709 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:20:08.889884 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 18 10:20:09.005041 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 54940) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:20:09.013712 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [-] 10.222.0.33 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065029 Jul 18 10:20:18.154390 dv-cinder-837546-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:20:20.035069 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e218120-3211-4cea-81d2-b61bb97190ba None None] get_active_networks_info from dv-cinder-837546-3-iscsi {{(pid=103900) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 18 10:20:20.042290 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writer thread running {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 10:20:20.167645 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e218120-3211-4cea-81d2-b61bb97190ba None None] No non-hosted networks {{(pid=103900) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 18 10:20:20.179763 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.agentschedulers_db [None req-7e218120-3211-4cea-81d2-b61bb97190ba None None] DHCP Agent not found on host dv-cinder-837546-3-iscsi {{(pid=103900) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 18 10:20:20.245142 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-80cd0864-c3c8-4759-ae3a-7ae059675390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-660777'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:21.785393 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writer thread running {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 10:20:22.257712 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-66ab4844-8a95-4284-baef-171a2d38e23c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-660777'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:22.307207 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-fbafd151-09ee-42e4-8f5d-d81eaf5f107e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:23.265445 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 55008) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:20:23.540132 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-660777'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:23.844543 dv-cinder-837546-3-iscsi neutron-server[103898]: WARNING oslo_policy.policy [None req-a1a55dd9-f006-4823-bd08-54f276dba61a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 10:20:23.845294 dv-cinder-837546-3-iscsi neutron-server[103898]: WARNING oslo_policy.policy [None req-a1a55dd9-f006-4823-bd08-54f276dba61a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 10:20:24.066785 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [None req-a1a55dd9-f006-4823-bd08-54f276dba61a admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 10:20:24.067873 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-a1a55dd9-f006-4823-bd08-54f276dba61a admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8016253 Jul 18 10:20:24.734932 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-660777'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:25.026196 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-660777'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:25.026906 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:25.027237 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:25.027735 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:25.028248 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:25.028649 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:25.029125 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:25.029682 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:25.030761 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:25.031096 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:25.031424 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:25.031759 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:25.032253 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:25.033003 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:25.033508 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:25.034577 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:25.035356 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837546-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:20:25.041048 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837546-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:20:26.379759 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 55046) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:20:26.728225 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-818b30f7-0865-4292-a148-a2b7163d2e5b admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:20:26.821849 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.policy [None req-818b30f7-0865-4292-a148-a2b7163d2e5b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103898) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 18 10:20:26.864956 dv-cinder-837546-3-iscsi neutron-server[103898]: WARNING oslo_policy.policy [None req-818b30f7-0865-4292-a148-a2b7163d2e5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 10:20:26.865390 dv-cinder-837546-3-iscsi neutron-server[103898]: WARNING oslo_policy.policy [None req-818b30f7-0865-4292-a148-a2b7163d2e5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 10:20:26.886757 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writer thread running {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 10:20:26.965560 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-818b30f7-0865-4292-a148-a2b7163d2e5b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756237823281', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756237820717', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756237705970', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756237715608', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756237727385', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756237735227', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7979559', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8125493', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-749766', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-659748'] for rbac-policy (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:27.034720 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-818b30f7-0865-4292-a148-a2b7163d2e5b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:27.035903 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-818b30f7-0865-4292-a148-a2b7163d2e5b admin admin] 10.222.0.33 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6551671 Jul 18 10:20:28.436053 dv-cinder-837546-3-iscsi neutron-server[103900]: INFO neutron.db.l3_hamode_db [None req-5ce011a7-460a-4484-afff-0ed8d4b8ddd8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 18 10:20:28.514259 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce011a7-460a-4484-afff-0ed8d4b8ddd8 None None] Routers set() bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:20:28.514638 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce011a7-460a-4484-afff-0ed8d4b8ddd8 None None] Router IDs set() for agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 18 10:20:29.238468 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 55058) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:20:29.755876 dv-cinder-837546-3-iscsi neutron-server[103899]: WARNING oslo_policy.policy [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 10:20:29.756432 dv-cinder-837546-3-iscsi neutron-server[103899]: WARNING oslo_policy.policy [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 10:20:29.982554 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:20:29.997682 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writer thread running {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 10:20:30.042463 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] Made reservation on behalf of 09d730b36d8f4ab482dc9ed98757bb0b for: {'network': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:20:30.103552 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.policy [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103899) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 18 10:20:30.149484 dv-cinder-837546-3-iscsi neutron-server[103899]: WARNING oslo_policy.policy [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 10:20:30.149882 dv-cinder-837546-3-iscsi neutron-server[103899]: WARNING oslo_policy.policy [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 10:20:30.160727 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for network (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:30.183836 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:30.298570 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] Publish callbacks [] for security_group (3330e6c8-5fdc-4776-959a-a74a60951b46), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:30.302739 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (3330e6c8-5fdc-4776-959a-a74a60951b46), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:30.327429 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:20:30.360630 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756234178829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (ce749b0d-411e-4897-a27b-7b013af03cf6), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:30.361201 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] Unsubscribe: segment precommit_create {{(pid=103899) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 18 10:20:30.362289 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.db.segments_db [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] Added segment ce749b0d-411e-4897-a27b-7b013af03cf6 of type vlan for network f614b02d-16b6-4309-a585-a755670f99a3 Jul 18 10:20:30.381424 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3330e6c8-5fdc-4776-959a-a74a60951b46,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:20:30.434076 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:30.434410 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:30.434760 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:30.435103 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:30.435427 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:30.435747 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:30.436061 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:30.436376 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:30.436712 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:30.437026 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:30.437337 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:30.437667 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:30.437981 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:30.438286 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:30.438590 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] Tracked resource versions report: Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: pushed versions: Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: { 'AddressGroup': {'1.2'}, Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: 'Agent': {'1.1'}, Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: 'ConntrackHelper': {'1.0'}, Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: 'LocalIPAssociation': {'1.0'}, Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: 'Log': {'1.0'}, Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: 'NDPProxy': {'1.0'}, Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: 'Network': {'1.1'}, Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: 'Port': {'1.7'}, Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: 'PortForwarding': {'1.3'}, Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: 'QosPolicy': {'1.10'}, Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: 'SecurityGroup': {'1.5'}, Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: 'SecurityGroupRule': {'1.2'}, Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: 'SubPort': {'1.0'}, Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: 'Subnet': {'1.1'}, Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: 'Trunk': {'1.1'}} Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: consumer versions: Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: { DHCP agent@dv-cinder-837546-3-iscsi: {}, Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: L3 agent@dv-cinder-837546-3-iscsi: {}, Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: Metadata agent@dv-cinder-837546-3-iscsi: {}, Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: Metering agent@dv-cinder-837546-3-iscsi: {}, Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: Open vSwitch agent@dv-cinder-837546-3-iscsi: { 'AddressGroup': '1.2', Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: 'Agent': '1.1', Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: 'ConntrackHelper': '1.0', Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: 'LocalIPAssociation': '1.0', Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: 'Log': '1.0', Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: 'NDPProxy': '1.0', Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: 'Network': '1.1', Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: 'Port': '1.7', Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: 'PortForwarding': '1.3', Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: 'QosPolicy': '1.10', Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: 'SecurityGroup': '1.5', Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: 'SecurityGroupRule': '1.2', Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: 'SubPort': '1.0', Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: 'Subnet': '1.1', Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: 'Trunk': '1.1'}} Jul 18 10:20:30.440033 dv-cinder-837546-3-iscsi neutron-server[103899]: {{(pid=103899) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 10:20:30.476128 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756233730353'] for network (f614b02d-16b6-4309-a585-a755670f99a3), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:30.517594 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580'] for network (f614b02d-16b6-4309-a585-a755670f99a3), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:30.522821 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:20:30.523537 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:30.594091 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.3535795 Jul 18 10:20:30.645864 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14488ade-cf13-4478-aa7c-1559b61f7b79 demo demo] Pushing event updated for resources: {'Network': ['ID=f614b02d-16b6-4309-a585-a755670f99a3,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:20:30.659096 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Network f614b02d-16b6-4309-a585-a755670f99a3 details requested by agent ovs-agent-dv-cinder-837546-3-iscsi with host dv-cinder-837546-3-iscsi {{(pid=103900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:20:32.837899 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 55078) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:20:33.247426 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba1dbde-f052-4166-9179-2b13bc77ebd3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:20:33.248808 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-eba1dbde-f052-4166-9179-2b13bc77ebd3 demo admin] 10.222.0.33 "GET /v2.0/networks/f614b02d-16b6-4309-a585-a755670f99a3 HTTP/1.1" status: 200 len: 825 time: 0.4099422 Jul 18 10:20:33.288334 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-440cc4ef-9a9c-4253-9333-f6d7b283ac7f demo admin] 10.222.0.33 "GET /v2.0/subnetpools/09932e80-e1a1-4436-ad75-7d5800603b8e HTTP/1.1" status: 200 len: 734 time: 0.0337603 Jul 18 10:20:33.296876 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-0130fe02-a013-4800-b242-2fefb3904817 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '09932e80-e1a1-4436-ad75-7d5800603b8e', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'f614b02d-16b6-4309-a585-a755670f99a3'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:20:33.300878 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=54,neutron:INSERT=44,neutron:DELETE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:20:33.325238 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0130fe02-a013-4800-b242-2fefb3904817 demo admin] Made reservation on behalf of 09d730b36d8f4ab482dc9ed98757bb0b for: {'subnet': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:20:33.327518 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0130fe02-a013-4800-b242-2fefb3904817 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:33.623887 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0130fe02-a013-4800-b242-2fefb3904817 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580'] for subnet (d8524312-2e0c-4a0e-a3f2-18bb5c71b010), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:33.679588 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:20:33.691393 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130fe02-a013-4800-b242-2fefb3904817 demo admin] Pushing event updated for resources: {'Subnet': ['ID=d8524312-2e0c-4a0e-a3f2-18bb5c71b010,revision_number=0']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:20:33.704761 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0130fe02-a013-4800-b242-2fefb3904817 demo admin] Checking segment: {'id': 'ce749b0d-411e-4897-a27b-7b013af03cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f614b02d-16b6-4309-a585-a755670f99a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:20:33.705708 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0130fe02-a013-4800-b242-2fefb3904817 demo admin] Network hostable DHCP agents. Network: f614b02d-16b6-4309-a585-a755670f99a3, hostable agents: ['fa8f3552-6db4-4084-80f3-0029642e69db'], hosted agents: [] {{(pid=103899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:20:33.727847 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0130fe02-a013-4800-b242-2fefb3904817 demo admin] Network f614b02d-16b6-4309-a585-a755670f99a3 is scheduled to be hosted by DHCP agent fa8f3552-6db4-4084-80f3-0029642e69db with binding_index 1 {{(pid=103899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:20:33.738973 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [None req-0130fe02-a013-4800-b242-2fefb3904817 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-3-iscsi, f614b02d-16b6-4309-a585-a755670f99a3) {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:20:33.743670 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0130fe02-a013-4800-b242-2fefb3904817 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:20:33.744271 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0130fe02-a013-4800-b242-2fefb3904817 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for subnet (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:33.749170 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a68fd2-8dbd-4125-a635-4f57973448f8 None None] Network f614b02d-16b6-4309-a585-a755670f99a3 requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:20:33.763340 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-0130fe02-a013-4800-b242-2fefb3904817 demo admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4695885 Jul 18 10:20:34.012066 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69b35a5f-4d22-5468-adcd-c56b599b10b8-f614b02d-16b6-4309-a585-a755670f99a3', 'network_id': 'f614b02d-16b6-4309-a585-a755670f99a3', 'project_id': '09d730b36d8f4ab482dc9ed98757bb0b', 'fixed_ips': [{'subnet_id': 'd8524312-2e0c-4a0e-a3f2-18bb5c71b010'}]}} from dv-cinder-837546-3-iscsi. {{(pid=103900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 10:20:34.013532 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:34.256899 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:20:34.293749 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Allocated IP 172.20.0.2 (f614b02d-16b6-4309-a585-a755670f99a3/d8524312-2e0c-4a0e-a3f2-18bb5c71b010/8789c813-327d-4103-bd5c-e7de0f45af0b) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:20:34.557940 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Publish callbacks [] for port (8789c813-327d-4103-bd5c-e7de0f45af0b), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:34.568077 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598'] for port (8789c813-327d-4103-bd5c-e7de0f45af0b), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:34.654403 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Network f614b02d-16b6-4309-a585-a755670f99a3 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:20:34.655655 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Pushing event updated for resources: {'Port': ['ID=8789c813-327d-4103-bd5c-e7de0f45af0b,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:20:34.659915 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:20:34.666990 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:34.667333 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:34.667681 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:34.668035 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:34.668364 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:34.668999 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:34.669329 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:34.669649 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:34.670209 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:34.670533 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:34.670848 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:34.671181 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:34.671499 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:34.671811 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:34.672123 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Tracked resource versions report: Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: pushed versions: Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: { 'AddressGroup': {'1.2'}, Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: 'Agent': {'1.1'}, Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: 'ConntrackHelper': {'1.0'}, Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: 'LocalIPAssociation': {'1.0'}, Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: 'Log': {'1.0'}, Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: 'NDPProxy': {'1.0'}, Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: 'Network': {'1.1'}, Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: 'Port': {'1.7'}, Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: 'PortForwarding': {'1.3'}, Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: 'QosPolicy': {'1.10'}, Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: 'SecurityGroup': {'1.5'}, Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: 'SecurityGroupRule': {'1.2'}, Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: 'SubPort': {'1.0'}, Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: 'Subnet': {'1.1'}, Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: 'Trunk': {'1.1'}} Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: consumer versions: Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: { DHCP agent@dv-cinder-837546-3-iscsi: {}, Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: L3 agent@dv-cinder-837546-3-iscsi: {}, Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: Metadata agent@dv-cinder-837546-3-iscsi: {}, Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: Metering agent@dv-cinder-837546-3-iscsi: {}, Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: Open vSwitch agent@dv-cinder-837546-3-iscsi: { 'AddressGroup': '1.2', Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: 'Agent': '1.1', Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: 'ConntrackHelper': '1.0', Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: 'LocalIPAssociation': '1.0', Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: 'Log': '1.0', Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: 'NDPProxy': '1.0', Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: 'Network': '1.1', Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: 'Port': '1.7', Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: 'PortForwarding': '1.3', Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: 'QosPolicy': '1.10', Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: 'SecurityGroup': '1.5', Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: 'SecurityGroupRule': '1.2', Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: 'SubPort': '1.0', Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: 'Subnet': '1.1', Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: 'Trunk': '1.1'}} Jul 18 10:20:34.673544 dv-cinder-837546-3-iscsi neutron-server[103900]: {{(pid=103900) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 10:20:34.676530 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:20:34.756678 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Attempting to bind port 8789c813-327d-4103-bd5c-e7de0f45af0b on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:20:34.757347 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Attempting to bind port 8789c813-327d-4103-bd5c-e7de0f45af0b by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': 'ce749b0d-411e-4897-a27b-7b013af03cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f614b02d-16b6-4309-a585-a755670f99a3'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:20:34.757502 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Attempting to bind port 8789c813-327d-4103-bd5c-e7de0f45af0b on network f614b02d-16b6-4309-a585-a755670f99a3 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:20:34.762438 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:20:34.762819 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Checking segment: {'id': 'ce749b0d-411e-4897-a27b-7b013af03cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f614b02d-16b6-4309-a585-a755670f99a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:20:34.763278 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:34.763660 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Bound using segment: {'id': 'ce749b0d-411e-4897-a27b-7b013af03cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f614b02d-16b6-4309-a585-a755670f99a3'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:20:34.764112 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Bound port: 8789c813-327d-4103-bd5c-e7de0f45af0b, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce749b0d-411e-4897-a27b-7b013af03cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f614b02d-16b6-4309-a585-a755670f99a3'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:20:34.764523 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (8789c813-327d-4103-bd5c-e7de0f45af0b), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:34.827608 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] For port 8789c813-327d-4103-bd5c-e7de0f45af0b, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:20:34.847457 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:20:34.849546 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] For port 8789c813-327d-4103-bd5c-e7de0f45af0b, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=8789c813-327d-4103-bd5c-e7de0f45af0b,segment=NetworkSegment(ce749b0d-411e-4897-a27b-7b013af03cf6),segment_id=ce749b0d-411e-4897-a27b-7b013af03cf6)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:20:34.856932 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (8789c813-327d-4103-bd5c-e7de0f45af0b), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:34.911523 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aac6e4-fa57-45fa-8070-ba2429153aa6 None None] Pushing event updated for resources: {'Port': ['ID=8789c813-327d-4103-bd5c-e7de0f45af0b,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:20:36.034512 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 55090) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:20:36.367712 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [None req-e9086e0b-ebb5-45f3-a710-3662d3511cba admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 10:20:36.368823 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-e9086e0b-ebb5-45f3-a710-3662d3511cba admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3331995 Jul 18 10:20:37.028717 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=21,neutron:INSERT=34,neutron:DELETE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:20:37.030059 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:INSERT=3,neutron:SELECT=12,neutron:DELETE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:20:38.622741 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 55102) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:20:38.954572 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [None req-5a4e93a2-9138-40f8-a1b3-18344f071c0c admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 10:20:38.956143 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-5a4e93a2-9138-40f8-a1b3-18344f071c0c admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3324709 Jul 18 10:20:39.751557 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=8 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:20:39.758825 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:20:41.208814 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 55114) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:20:41.548902 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-1c7d97e2-96f1-4ff1-a40a-82328d34daa5 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:20:41.572308 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-1c7d97e2-96f1-4ff1-a40a-82328d34daa5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-659929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1453'] for router (435e58e5-2ab0-463b-854a-9d4be852826f), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:41.573859 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-1c7d97e2-96f1-4ff1-a40a-82328d34daa5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1434'] for router (435e58e5-2ab0-463b-854a-9d4be852826f), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:41.722383 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-1c7d97e2-96f1-4ff1-a40a-82328d34daa5 demo demo] Publish callbacks [] for router_controller (435e58e5-2ab0-463b-854a-9d4be852826f), precommit_add_association {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:41.727133 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-1c7d97e2-96f1-4ff1-a40a-82328d34daa5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780286'] for router (435e58e5-2ab0-463b-854a-9d4be852826f), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:41.747416 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-1c7d97e2-96f1-4ff1-a40a-82328d34daa5 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:41.748996 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-1c7d97e2-96f1-4ff1-a40a-82328d34daa5 demo demo] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5388541 Jul 18 10:20:42.691135 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 8789c813-327d-4103-bd5c-e7de0f45af0b up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:20:42.772945 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 8789c813-327d-4103-bd5c-e7de0f45af0b triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:20:42.773271 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (8789c813-327d-4103-bd5c-e7de0f45af0b), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:42.875037 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 8789c813-327d-4103-bd5c-e7de0f45af0b is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:20:42.875420 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (8789c813-327d-4103-bd5c-e7de0f45af0b), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:42.910712 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] For port 8789c813-327d-4103-bd5c-e7de0f45af0b, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=8789c813-327d-4103-bd5c-e7de0f45af0b,segment=NetworkSegment(ce749b0d-411e-4897-a27b-7b013af03cf6),segment_id=ce749b0d-411e-4897-a27b-7b013af03cf6)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:20:42.915238 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (8789c813-327d-4103-bd5c-e7de0f45af0b), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:42.965620 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Pushing event updated for resources: {'Port': ['ID=8789c813-327d-4103-bd5c-e7de0f45af0b,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:20:42.969885 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4124454-12d2-4311-be61-3a236a4233d2 None None] Network f614b02d-16b6-4309-a585-a755670f99a3 requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:20:43.096320 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-407aae47-76fd-43f5-adcc-b7c01f05ac57 None None] Provisioning complete for port 8789c813-327d-4103-bd5c-e7de0f45af0b triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:20:43.096720 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-407aae47-76fd-43f5-adcc-b7c01f05ac57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (8789c813-327d-4103-bd5c-e7de0f45af0b), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:43.136784 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:20:43.185017 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-407aae47-76fd-43f5-adcc-b7c01f05ac57 None None] Current status of the port 8789c813-327d-4103-bd5c-e7de0f45af0b is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:20:43.302863 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-28de04af-b34b-44a2-b392-203b53d3f941 None None] Provisioning complete for port 8789c813-327d-4103-bd5c-e7de0f45af0b triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:20:43.303249 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-28de04af-b34b-44a2-b392-203b53d3f941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (8789c813-327d-4103-bd5c-e7de0f45af0b), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:43.373187 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-28de04af-b34b-44a2-b392-203b53d3f941 None None] Current status of the port 8789c813-327d-4103-bd5c-e7de0f45af0b is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:20:44.057816 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 55126) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:20:44.382944 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [None req-c84d4c3a-ea51-4a92-b795-e8df270c5a58 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 10:20:44.383956 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-c84d4c3a-ea51-4a92-b795-e8df270c5a58 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3250937 Jul 18 10:20:44.687558 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 8789c813-327d-4103-bd5c-e7de0f45af0b up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:20:44.736360 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 8789c813-327d-4103-bd5c-e7de0f45af0b triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:20:44.736790 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (8789c813-327d-4103-bd5c-e7de0f45af0b), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:44.813235 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 8789c813-327d-4103-bd5c-e7de0f45af0b is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:20:46.677669 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 55134) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:20:46.998616 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-c1c981ed-c687-4fe6-bf7b-50079f330fff admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:20:47.026016 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c981ed-c687-4fe6-bf7b-50079f330fff admin admin] Made reservation on behalf of 1282af50d400435ba3f0e00de6e5fb67 for: {'network': 1} {{(pid=103898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:20:47.028665 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c1c981ed-c687-4fe6-bf7b-50079f330fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for network (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:47.044214 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c1c981ed-c687-4fe6-bf7b-50079f330fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:47.153496 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c1c981ed-c687-4fe6-bf7b-50079f330fff admin admin] Publish callbacks [] for security_group (d2a387bb-28c9-4e30-84d6-3a1bffe2bfa4), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:47.157486 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c1c981ed-c687-4fe6-bf7b-50079f330fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (d2a387bb-28c9-4e30-84d6-3a1bffe2bfa4), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:47.170366 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c1c981ed-c687-4fe6-bf7b-50079f330fff admin admin] Reserving flat network on physical network physnet1 {{(pid=103898) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 18 10:20:47.203140 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c1c981ed-c687-4fe6-bf7b-50079f330fff admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756234178829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (6e4e8374-d269-46cd-86b8-2c4cef108169), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:47.203706 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c1c981ed-c687-4fe6-bf7b-50079f330fff admin admin] Unsubscribe: segment precommit_create {{(pid=103898) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 18 10:20:47.204235 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.db.segments_db [None req-c1c981ed-c687-4fe6-bf7b-50079f330fff admin admin] Added segment 6e4e8374-d269-46cd-86b8-2c4cef108169 of type flat for network ab707614-a8a6-4503-81fa-3cf63d34938b Jul 18 10:20:47.225930 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c981ed-c687-4fe6-bf7b-50079f330fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a387bb-28c9-4e30-84d6-3a1bffe2bfa4,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:20:47.273381 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c981ed-c687-4fe6-bf7b-50079f330fff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:47.273648 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c981ed-c687-4fe6-bf7b-50079f330fff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:47.274008 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c981ed-c687-4fe6-bf7b-50079f330fff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:47.274345 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c981ed-c687-4fe6-bf7b-50079f330fff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:47.274670 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c981ed-c687-4fe6-bf7b-50079f330fff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:47.274993 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c981ed-c687-4fe6-bf7b-50079f330fff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:47.275312 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c981ed-c687-4fe6-bf7b-50079f330fff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:47.275629 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c981ed-c687-4fe6-bf7b-50079f330fff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:47.275970 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c981ed-c687-4fe6-bf7b-50079f330fff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:47.276287 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c981ed-c687-4fe6-bf7b-50079f330fff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:47.276641 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c981ed-c687-4fe6-bf7b-50079f330fff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:47.276967 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c981ed-c687-4fe6-bf7b-50079f330fff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:47.277281 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c981ed-c687-4fe6-bf7b-50079f330fff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:47.277595 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c981ed-c687-4fe6-bf7b-50079f330fff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:47.277906 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c981ed-c687-4fe6-bf7b-50079f330fff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c981ed-c687-4fe6-bf7b-50079f330fff admin admin] Tracked resource versions report: Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: pushed versions: Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: { 'AddressGroup': {'1.2'}, Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: 'Agent': {'1.1'}, Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: 'ConntrackHelper': {'1.0'}, Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: 'LocalIPAssociation': {'1.0'}, Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: 'Log': {'1.0'}, Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: 'NDPProxy': {'1.0'}, Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: 'Network': {'1.1'}, Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: 'Port': {'1.7'}, Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: 'PortForwarding': {'1.3'}, Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: 'QosPolicy': {'1.10'}, Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: 'SecurityGroup': {'1.5'}, Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: 'SecurityGroupRule': {'1.2'}, Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: 'SubPort': {'1.0'}, Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: 'Subnet': {'1.1'}, Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: 'Trunk': {'1.1'}} Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: consumer versions: Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: { DHCP agent@dv-cinder-837546-3-iscsi: {}, Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: L3 agent@dv-cinder-837546-3-iscsi: {}, Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: Metadata agent@dv-cinder-837546-3-iscsi: {}, Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: Metering agent@dv-cinder-837546-3-iscsi: {}, Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: Open vSwitch agent@dv-cinder-837546-3-iscsi: { 'AddressGroup': '1.2', Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: 'Agent': '1.1', Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: 'ConntrackHelper': '1.0', Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: 'LocalIPAssociation': '1.0', Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: 'Log': '1.0', Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: 'NDPProxy': '1.0', Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: 'Network': '1.1', Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: 'Port': '1.7', Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: 'PortForwarding': '1.3', Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: 'QosPolicy': '1.10', Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: 'SecurityGroup': '1.5', Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: 'SecurityGroupRule': '1.2', Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: 'SubPort': '1.0', Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: 'Subnet': '1.1', Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: 'Trunk': '1.1'}} Jul 18 10:20:47.279344 dv-cinder-837546-3-iscsi neutron-server[103898]: {{(pid=103898) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 10:20:47.325235 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c1c981ed-c687-4fe6-bf7b-50079f330fff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756233730353'] for network (ab707614-a8a6-4503-81fa-3cf63d34938b), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:47.368748 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c1c981ed-c687-4fe6-bf7b-50079f330fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580'] for network (ab707614-a8a6-4503-81fa-3cf63d34938b), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:47.369794 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c981ed-c687-4fe6-bf7b-50079f330fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:20:47.370472 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c1c981ed-c687-4fe6-bf7b-50079f330fff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:47.434294 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-c1c981ed-c687-4fe6-bf7b-50079f330fff admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7555859 Jul 18 10:20:47.471995 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c981ed-c687-4fe6-bf7b-50079f330fff admin admin] Pushing event updated for resources: {'Network': ['ID=ab707614-a8a6-4503-81fa-3cf63d34938b,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:20:47.485503 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Network ab707614-a8a6-4503-81fa-3cf63d34938b details requested by agent ovs-agent-dv-cinder-837546-3-iscsi with host dv-cinder-837546-3-iscsi {{(pid=103900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:20:47.515341 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:20:49.660492 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 55146) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:20:49.996626 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a69ec8db-0fb5-43fe-aaf9-342e71b1520b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:50.032231 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb929c05-e241-4906-9916-252c8c7456f1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:20:50.033882 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-bb929c05-e241-4906-9916-252c8c7456f1 demo admin] 10.222.0.33 "GET /v2.0/subnets/d8524312-2e0c-4a0e-a3f2-18bb5c71b010 HTTP/1.1" status: 200 len: 849 time: 0.3724079 Jul 18 10:20:50.153224 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-aeff1fee-718e-4a9b-8af6-a1c5ae1798a7 demo admin] 10.222.0.33 "GET /v2.0/routers/435e58e5-2ab0-463b-854a-9d4be852826f HTTP/1.1" status: 200 len: 704 time: 0.1134334 Jul 18 10:20:50.408457 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7d2f294c-06a8-4fa2-92f6-a4819cf204c1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:50.410887 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=10,neutron:DELETE=4 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:20:50.694930 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_common [None req-7d2f294c-06a8-4fa2-92f6-a4819cf204c1 demo admin] Allocated IP 172.20.0.1 (f614b02d-16b6-4309-a585-a755670f99a3/d8524312-2e0c-4a0e-a3f2-18bb5c71b010/206c33b8-a617-41e7-8b90-76931f8c25da) {{(pid=103899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:20:50.852823 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7d2f294c-06a8-4fa2-92f6-a4819cf204c1 demo admin] Publish callbacks [] for port (206c33b8-a617-41e7-8b90-76931f8c25da), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:50.873047 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:20:50.916547 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7d2f294c-06a8-4fa2-92f6-a4819cf204c1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598'] for port (206c33b8-a617-41e7-8b90-76931f8c25da), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:51.038957 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2f294c-06a8-4fa2-92f6-a4819cf204c1 demo admin] Network f614b02d-16b6-4309-a585-a755670f99a3 is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:20:51.046919 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [None req-7d2f294c-06a8-4fa2-92f6-a4819cf204c1 demo admin] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:20:51.049190 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f294c-06a8-4fa2-92f6-a4819cf204c1 demo admin] Pushing event updated for resources: {'Port': ['ID=206c33b8-a617-41e7-8b90-76931f8c25da,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:20:51.051743 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2f294c-06a8-4fa2-92f6-a4819cf204c1 demo admin] Received port after_create {{(pid=103899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:20:51.052642 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7d2f294c-06a8-4fa2-92f6-a4819cf204c1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783477'] for router_interface (435e58e5-2ab0-463b-854a-9d4be852826f), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:51.236294 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-81a7344b-0db9-48eb-a981-5dd6935ade56 None None] Provisioning complete for port 206c33b8-a617-41e7-8b90-76931f8c25da triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:20:51.236900 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-81a7344b-0db9-48eb-a981-5dd6935ade56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (206c33b8-a617-41e7-8b90-76931f8c25da), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:51.252570 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7d2f294c-06a8-4fa2-92f6-a4819cf204c1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (206c33b8-a617-41e7-8b90-76931f8c25da), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:51.267660 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-81a7344b-0db9-48eb-a981-5dd6935ade56 None None] Port 206c33b8-a617-41e7-8b90-76931f8c25da cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:20:51.458757 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7d2f294c-06a8-4fa2-92f6-a4819cf204c1 demo admin] Publish callbacks [] for port (206c33b8-a617-41e7-8b90-76931f8c25da), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:51.463124 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7d2f294c-06a8-4fa2-92f6-a4819cf204c1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (206c33b8-a617-41e7-8b90-76931f8c25da), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:51.464048 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7d2f294c-06a8-4fa2-92f6-a4819cf204c1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-987694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-781581'] for router_interface (435e58e5-2ab0-463b-854a-9d4be852826f), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:51.510954 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:20:51.553891 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f294c-06a8-4fa2-92f6-a4819cf204c1 demo admin] Pushing event updated for resources: {'Port': ['ID=206c33b8-a617-41e7-8b90-76931f8c25da,revision_number=2']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:20:51.595696 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2f294c-06a8-4fa2-92f6-a4819cf204c1 demo admin] Network f614b02d-16b6-4309-a585-a755670f99a3 is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:20:51.596993 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [None req-7d2f294c-06a8-4fa2-92f6-a4819cf204c1 demo admin] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:20:51.752006 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2f294c-06a8-4fa2-92f6-a4819cf204c1 demo admin] Router 435e58e5-2ab0-463b-854a-9d4be852826f is scheduled to L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c with binding_index 1 {{(pid=103899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 10:20:51.791028 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-b6a53f3a-3482-48ad-a963-0dbf0d95efed None None] Provisioning complete for port 206c33b8-a617-41e7-8b90-76931f8c25da triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:20:51.791411 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b6a53f3a-3482-48ad-a963-0dbf0d95efed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (206c33b8-a617-41e7-8b90-76931f8c25da), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:51.842050 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2f294c-06a8-4fa2-92f6-a4819cf204c1 demo admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:20:51.848613 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-7d2f294c-06a8-4fa2-92f6-a4819cf204c1 demo admin] 10.222.0.33 "PUT /v2.0/routers/435e58e5-2ab0-463b-854a-9d4be852826f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6899328 Jul 18 10:20:51.854194 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acccbac9-1b6f-4d27-8ac7-b0df1b72b313 None None] Sync routers for ids ['435e58e5-2ab0-463b-854a-9d4be852826f'] in dv-cinder-837546-3-iscsi {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:20:51.869222 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acccbac9-1b6f-4d27-8ac7-b0df1b72b313 None None] Routers {'435e58e5-2ab0-463b-854a-9d4be852826f'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:20:51.870039 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-acccbac9-1b6f-4d27-8ac7-b0df1b72b313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:20:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['435e58e5-2ab0-463b-854a-9d4be852826f'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:20:51.883712 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-b6a53f3a-3482-48ad-a963-0dbf0d95efed None None] Port 206c33b8-a617-41e7-8b90-76931f8c25da cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:20:52.051074 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-acccbac9-1b6f-4d27-8ac7-b0df1b72b313 None None] Set router 435e58e5-2ab0-463b-854a-9d4be852826f gateway port host: None {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:20:52.259372 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-209380e1-1775-42c8-a717-533f8b1a8313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:52.478955 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-acccbac9-1b6f-4d27-8ac7-b0df1b72b313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435e58e5-2ab0-463b-854a-9d4be852826f', 'name': 'router1', 'tenant_id': '09d730b36d8f4ab482dc9ed98757bb0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:20:41Z', 'updated_at': '2022-07-18T10:20:51Z', 'revision_number': 2, 'project_id': '09d730b36d8f4ab482dc9ed98757bb0b', 'gw_port_host': None, '_interfaces': [{'id': '206c33b8-a617-41e7-8b90-76931f8c25da', 'name': '', 'network_id': 'f614b02d-16b6-4309-a585-a755670f99a3', 'tenant_id': '09d730b36d8f4ab482dc9ed98757bb0b', 'mac_address': 'fa:16:3e:46:cb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435e58e5-2ab0-463b-854a-9d4be852826f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8524312-2e0c-4a0e-a3f2-18bb5c71b010', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:20:50Z', 'updated_at': '2022-07-18T10:20:51Z', 'revision_number': 2, 'project_id': '09d730b36d8f4ab482dc9ed98757bb0b', 'subnets': [{'id': 'd8524312-2e0c-4a0e-a3f2-18bb5c71b010', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09932e80-e1a1-4436-ad75-7d5800603b8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:20:52.528056 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acccbac9-1b6f-4d27-8ac7-b0df1b72b313 None None] Checking router: 435e58e5-2ab0-463b-854a-9d4be852826f for host: dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:20:52.528423 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acccbac9-1b6f-4d27-8ac7-b0df1b72b313 None None] Updating router 435e58e5-2ab0-463b-854a-9d4be852826f port 206c33b8-a617-41e7-8b90-76931f8c25da binding host dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:20:52.583803 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-acccbac9-1b6f-4d27-8ac7-b0df1b72b313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (206c33b8-a617-41e7-8b90-76931f8c25da), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:53.085059 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-acccbac9-1b6f-4d27-8ac7-b0df1b72b313 None None] Publish callbacks [] for port (206c33b8-a617-41e7-8b90-76931f8c25da), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:53.091774 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-acccbac9-1b6f-4d27-8ac7-b0df1b72b313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (206c33b8-a617-41e7-8b90-76931f8c25da), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:53.253609 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-acccbac9-1b6f-4d27-8ac7-b0df1b72b313 None None] Attempting to bind port 206c33b8-a617-41e7-8b90-76931f8c25da on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:20:53.254006 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-acccbac9-1b6f-4d27-8ac7-b0df1b72b313 None None] Attempting to bind port 206c33b8-a617-41e7-8b90-76931f8c25da by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': 'ce749b0d-411e-4897-a27b-7b013af03cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f614b02d-16b6-4309-a585-a755670f99a3'}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:20:53.254430 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acccbac9-1b6f-4d27-8ac7-b0df1b72b313 None None] Attempting to bind port 206c33b8-a617-41e7-8b90-76931f8c25da on network f614b02d-16b6-4309-a585-a755670f99a3 {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:20:53.264431 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acccbac9-1b6f-4d27-8ac7-b0df1b72b313 None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:20:53.264901 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acccbac9-1b6f-4d27-8ac7-b0df1b72b313 None None] Checking segment: {'id': 'ce749b0d-411e-4897-a27b-7b013af03cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f614b02d-16b6-4309-a585-a755670f99a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:20:53.265340 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-acccbac9-1b6f-4d27-8ac7-b0df1b72b313 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:53.265721 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acccbac9-1b6f-4d27-8ac7-b0df1b72b313 None None] Bound using segment: {'id': 'ce749b0d-411e-4897-a27b-7b013af03cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f614b02d-16b6-4309-a585-a755670f99a3'} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:20:53.266389 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-acccbac9-1b6f-4d27-8ac7-b0df1b72b313 None None] Bound port: 206c33b8-a617-41e7-8b90-76931f8c25da, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce749b0d-411e-4897-a27b-7b013af03cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f614b02d-16b6-4309-a585-a755670f99a3'}}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:20:53.266614 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-acccbac9-1b6f-4d27-8ac7-b0df1b72b313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (206c33b8-a617-41e7-8b90-76931f8c25da), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:53.293444 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf509018-df19-448b-b754-bdf2aa8ffb94 None None] Pushing event updated for resources: {'Port': ['ID=206c33b8-a617-41e7-8b90-76931f8c25da,revision_number=3']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:20:53.308138 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-e85fd9ef-6522-4b64-8aa4-99e4bcd86b18 None None] Provisioning complete for port 206c33b8-a617-41e7-8b90-76931f8c25da triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:20:53.308764 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-e85fd9ef-6522-4b64-8aa4-99e4bcd86b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (206c33b8-a617-41e7-8b90-76931f8c25da), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:53.320390 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf509018-df19-448b-b754-bdf2aa8ffb94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:53.320750 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf509018-df19-448b-b754-bdf2aa8ffb94 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:53.321101 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf509018-df19-448b-b754-bdf2aa8ffb94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:53.321437 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf509018-df19-448b-b754-bdf2aa8ffb94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:53.321764 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf509018-df19-448b-b754-bdf2aa8ffb94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:53.322085 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf509018-df19-448b-b754-bdf2aa8ffb94 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:53.322406 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf509018-df19-448b-b754-bdf2aa8ffb94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:53.322724 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf509018-df19-448b-b754-bdf2aa8ffb94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:53.323042 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf509018-df19-448b-b754-bdf2aa8ffb94 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:53.323358 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf509018-df19-448b-b754-bdf2aa8ffb94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:53.323674 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf509018-df19-448b-b754-bdf2aa8ffb94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:53.324001 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf509018-df19-448b-b754-bdf2aa8ffb94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:53.324319 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf509018-df19-448b-b754-bdf2aa8ffb94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:53.324656 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf509018-df19-448b-b754-bdf2aa8ffb94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:53.324968 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf509018-df19-448b-b754-bdf2aa8ffb94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf509018-df19-448b-b754-bdf2aa8ffb94 None None] Tracked resource versions report: Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: pushed versions: Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: { 'AddressGroup': {'1.2'}, Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: 'Agent': {'1.1'}, Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: 'ConntrackHelper': {'1.0'}, Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: 'LocalIPAssociation': {'1.0'}, Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: 'Log': {'1.0'}, Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: 'NDPProxy': {'1.0'}, Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: 'Network': {'1.1'}, Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: 'Port': {'1.7'}, Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: 'PortForwarding': {'1.3'}, Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: 'QosPolicy': {'1.10'}, Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: 'SecurityGroup': {'1.5'}, Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: 'SecurityGroupRule': {'1.2'}, Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: 'SubPort': {'1.0'}, Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: 'Subnet': {'1.1'}, Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: 'Trunk': {'1.1'}} Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: consumer versions: Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: { DHCP agent@dv-cinder-837546-3-iscsi: {}, Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: L3 agent@dv-cinder-837546-3-iscsi: {}, Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: Metadata agent@dv-cinder-837546-3-iscsi: {}, Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: Metering agent@dv-cinder-837546-3-iscsi: {}, Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: Open vSwitch agent@dv-cinder-837546-3-iscsi: { 'AddressGroup': '1.2', Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: 'Agent': '1.1', Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: 'ConntrackHelper': '1.0', Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: 'LocalIPAssociation': '1.0', Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: 'Log': '1.0', Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: 'NDPProxy': '1.0', Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: 'Network': '1.1', Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: 'Port': '1.7', Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: 'PortForwarding': '1.3', Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: 'QosPolicy': '1.10', Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: 'SecurityGroup': '1.5', Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: 'SecurityGroupRule': '1.2', Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: 'SubPort': '1.0', Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: 'Subnet': '1.1', Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: 'Trunk': '1.1'}} Jul 18 10:20:53.326381 dv-cinder-837546-3-iscsi neutron-server[103901]: {{(pid=103901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 10:20:53.342610 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-e85fd9ef-6522-4b64-8aa4-99e4bcd86b18 None None] Port 206c33b8-a617-41e7-8b90-76931f8c25da cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:20:53.361582 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:20:53.363507 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-acccbac9-1b6f-4d27-8ac7-b0df1b72b313 None None] For port 206c33b8-a617-41e7-8b90-76931f8c25da, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:20:53.384024 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-acccbac9-1b6f-4d27-8ac7-b0df1b72b313 None None] For port 206c33b8-a617-41e7-8b90-76931f8c25da, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=206c33b8-a617-41e7-8b90-76931f8c25da,segment=NetworkSegment(ce749b0d-411e-4897-a27b-7b013af03cf6),segment_id=ce749b0d-411e-4897-a27b-7b013af03cf6)] {{(pid=103901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:20:53.389772 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-acccbac9-1b6f-4d27-8ac7-b0df1b72b313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (206c33b8-a617-41e7-8b90-76931f8c25da), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:53.429307 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:20:53.449796 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf509018-df19-448b-b754-bdf2aa8ffb94 None None] Pushing event updated for resources: {'Port': ['ID=206c33b8-a617-41e7-8b90-76931f8c25da,revision_number=4']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:20:53.458037 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acccbac9-1b6f-4d27-8ac7-b0df1b72b313 None None] Routers {'435e58e5-2ab0-463b-854a-9d4be852826f'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:20:53.458650 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-acccbac9-1b6f-4d27-8ac7-b0df1b72b313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:20:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['435e58e5-2ab0-463b-854a-9d4be852826f'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:20:53.515200 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:53.549342 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-acccbac9-1b6f-4d27-8ac7-b0df1b72b313 None None] Set router 435e58e5-2ab0-463b-854a-9d4be852826f gateway port host: None {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:20:53.661887 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-01235a1b-dbc6-4071-9704-f42a329cc842 None None] Provisioning complete for port 206c33b8-a617-41e7-8b90-76931f8c25da triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:20:53.662287 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-01235a1b-dbc6-4071-9704-f42a329cc842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (206c33b8-a617-41e7-8b90-76931f8c25da), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:53.739405 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-01235a1b-dbc6-4071-9704-f42a329cc842 None None] Current status of the port 206c33b8-a617-41e7-8b90-76931f8c25da is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:20:53.739723 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-01235a1b-dbc6-4071-9704-f42a329cc842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (206c33b8-a617-41e7-8b90-76931f8c25da), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:53.757902 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-acccbac9-1b6f-4d27-8ac7-b0df1b72b313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435e58e5-2ab0-463b-854a-9d4be852826f', 'name': 'router1', 'tenant_id': '09d730b36d8f4ab482dc9ed98757bb0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:20:41Z', 'updated_at': '2022-07-18T10:20:51Z', 'revision_number': 2, 'project_id': '09d730b36d8f4ab482dc9ed98757bb0b', 'gw_port_host': None, '_interfaces': [{'id': '206c33b8-a617-41e7-8b90-76931f8c25da', 'name': '', 'network_id': 'f614b02d-16b6-4309-a585-a755670f99a3', 'tenant_id': '09d730b36d8f4ab482dc9ed98757bb0b', 'mac_address': 'fa:16:3e:46:cb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435e58e5-2ab0-463b-854a-9d4be852826f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8524312-2e0c-4a0e-a3f2-18bb5c71b010', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:20:50Z', 'updated_at': '2022-07-18T10:20:53Z', 'revision_number': 4, 'project_id': '09d730b36d8f4ab482dc9ed98757bb0b', 'subnets': [{'id': 'd8524312-2e0c-4a0e-a3f2-18bb5c71b010', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09932e80-e1a1-4436-ad75-7d5800603b8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:20:53.772961 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-01235a1b-dbc6-4071-9704-f42a329cc842 None None] For port 206c33b8-a617-41e7-8b90-76931f8c25da, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=206c33b8-a617-41e7-8b90-76931f8c25da,segment=NetworkSegment(ce749b0d-411e-4897-a27b-7b013af03cf6),segment_id=ce749b0d-411e-4897-a27b-7b013af03cf6)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:20:53.778773 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-01235a1b-dbc6-4071-9704-f42a329cc842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (206c33b8-a617-41e7-8b90-76931f8c25da), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:53.786362 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acccbac9-1b6f-4d27-8ac7-b0df1b72b313 None None] The sync data for ids ['435e58e5-2ab0-463b-854a-9d4be852826f'] in dv-cinder-837546-3-iscsi is: [{'id': '435e58e5-2ab0-463b-854a-9d4be852826f', 'name': 'router1', 'tenant_id': '09d730b36d8f4ab482dc9ed98757bb0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:20:41Z', 'updated_at': '2022-07-18T10:20:51Z', 'revision_number': 2, 'project_id': '09d730b36d8f4ab482dc9ed98757bb0b', 'gw_port_host': None, '_interfaces': [{'id': '206c33b8-a617-41e7-8b90-76931f8c25da', 'name': '', 'network_id': 'f614b02d-16b6-4309-a585-a755670f99a3', 'tenant_id': '09d730b36d8f4ab482dc9ed98757bb0b', 'mac_address': 'fa:16:3e:46:cb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435e58e5-2ab0-463b-854a-9d4be852826f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8524312-2e0c-4a0e-a3f2-18bb5c71b010', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:20:50Z', 'updated_at': '2022-07-18T10:20:53Z', 'revision_number': 4, 'project_id': '09d730b36d8f4ab482dc9ed98757bb0b', 'subnets': [{'id': 'd8524312-2e0c-4a0e-a3f2-18bb5c71b010', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09932e80-e1a1-4436-ad75-7d5800603b8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:20:53.830378 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01235a1b-dbc6-4071-9704-f42a329cc842 None None] Pushing event updated for resources: {'Port': ['ID=206c33b8-a617-41e7-8b90-76931f8c25da,revision_number=5']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:20:54.080785 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 55158) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:20:54.469123 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d697df1b-bf58-4f5a-82b3-a251a0ae3605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:20:54.470490 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-d697df1b-bf58-4f5a-82b3-a251a0ae3605 admin admin] 10.222.0.33 "GET /v2.0/networks/ab707614-a8a6-4503-81fa-3cf63d34938b HTTP/1.1" status: 200 len: 842 time: 0.3888309 Jul 18 10:20:54.479754 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-25859d70-55a4-4b8a-b9e1-68e5d4f07f34 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'ip_version': 4}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:20:54.500445 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25859d70-55a4-4b8a-b9e1-68e5d4f07f34 admin admin] Made reservation on behalf of 1282af50d400435ba3f0e00de6e5fb67 for: {'subnet': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:20:54.503241 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-25859d70-55a4-4b8a-b9e1-68e5d4f07f34 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:54.526170 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:20:54.680350 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:54.773021 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.objects.ports [None req-25859d70-55a4-4b8a-b9e1-68e5d4f07f34 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103899) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 18 10:20:54.773456 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-25859d70-55a4-4b8a-b9e1-68e5d4f07f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580'] for subnet (a666abde-39cf-4361-a6f5-7885f7528b36), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:54.823591 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25859d70-55a4-4b8a-b9e1-68e5d4f07f34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a666abde-39cf-4361-a6f5-7885f7528b36,revision_number=0']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:20:54.838614 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25859d70-55a4-4b8a-b9e1-68e5d4f07f34 admin admin] Checking segment: {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:20:54.838962 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25859d70-55a4-4b8a-b9e1-68e5d4f07f34 admin admin] Network hostable DHCP agents. Network: ab707614-a8a6-4503-81fa-3cf63d34938b, hostable agents: ['fa8f3552-6db4-4084-80f3-0029642e69db'], hosted agents: [] {{(pid=103899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:20:54.855465 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25859d70-55a4-4b8a-b9e1-68e5d4f07f34 admin admin] Network ab707614-a8a6-4503-81fa-3cf63d34938b is scheduled to be hosted by DHCP agent fa8f3552-6db4-4084-80f3-0029642e69db with binding_index 1 {{(pid=103899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:20:54.864700 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [None req-25859d70-55a4-4b8a-b9e1-68e5d4f07f34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-3-iscsi, ab707614-a8a6-4503-81fa-3cf63d34938b) {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:20:54.869838 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25859d70-55a4-4b8a-b9e1-68e5d4f07f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:20:54.870631 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-25859d70-55a4-4b8a-b9e1-68e5d4f07f34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for subnet (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:54.877754 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368560b4-da42-453b-9b96-659ef6eb888c None None] Network ab707614-a8a6-4503-81fa-3cf63d34938b requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:20:54.884829 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:20:54.893564 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-25859d70-55a4-4b8a-b9e1-68e5d4f07f34 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4169462 Jul 18 10:20:55.000559 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e95dafd-614d-480a-a00e-588935d98366 None None] Network ab707614-a8a6-4503-81fa-3cf63d34938b requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:20:55.032214 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:20:55.121881 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:57.230996 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 55166) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:20:57.462657 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=35,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:20:57.468133 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=39,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:20:57.760931 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-70e6257a-d56a-48b1-9990-07eeb3578faa demo admin] 10.222.0.33 "GET /v2.0/routers/435e58e5-2ab0-463b-854a-9d4be852826f HTTP/1.1" status: 200 len: 710 time: 0.5284200 Jul 18 10:20:57.944142 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133e2a1a-4b68-4f15-a639-e607110d2d99 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:20:57.945568 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-133e2a1a-4b68-4f15-a639-e607110d2d99 demo admin] 10.222.0.33 "GET /v2.0/networks/ab707614-a8a6-4503-81fa-3cf63d34938b HTTP/1.1" status: 200 len: 886 time: 0.1791453 Jul 18 10:20:57.954905 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-2044fdf6-1cb1-4fdb-a2b6-6b6aea0c9b64 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:20:58.199600 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2044fdf6-1cb1-4fdb-a2b6-6b6aea0c9b64 demo admin] Publish callbacks [] for router_gateway (435e58e5-2ab0-463b-854a-9d4be852826f), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:58.414991 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2044fdf6-1cb1-4fdb-a2b6-6b6aea0c9b64 demo admin] Publish callbacks [] for router_gateway (435e58e5-2ab0-463b-854a-9d4be852826f), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:58.494162 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2044fdf6-1cb1-4fdb-a2b6-6b6aea0c9b64 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:58.700769 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-2044fdf6-1cb1-4fdb-a2b6-6b6aea0c9b64 demo admin] Allocated IP 172.27.3.162 (ab707614-a8a6-4503-81fa-3cf63d34938b/a666abde-39cf-4361-a6f5-7885f7528b36/8f7728e7-4265-4626-ad52-1e5986b1f975) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:20:58.722453 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 206c33b8-a617-41e7-8b90-76931f8c25da up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:20:58.774751 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 206c33b8-a617-41e7-8b90-76931f8c25da triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:20:58.775253 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (206c33b8-a617-41e7-8b90-76931f8c25da), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:58.826699 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2044fdf6-1cb1-4fdb-a2b6-6b6aea0c9b64 demo admin] Publish callbacks [] for port (8f7728e7-4265-4626-ad52-1e5986b1f975), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:58.843546 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:20:58.853043 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 206c33b8-a617-41e7-8b90-76931f8c25da is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:20:58.871797 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:20:58.897664 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2044fdf6-1cb1-4fdb-a2b6-6b6aea0c9b64 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598'] for port (8f7728e7-4265-4626-ad52-1e5986b1f975), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:58.981427 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2044fdf6-1cb1-4fdb-a2b6-6b6aea0c9b64 demo admin] Network ab707614-a8a6-4503-81fa-3cf63d34938b is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:20:58.989463 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-2044fdf6-1cb1-4fdb-a2b6-6b6aea0c9b64 demo admin] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:20:58.994363 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044fdf6-1cb1-4fdb-a2b6-6b6aea0c9b64 demo admin] Pushing event updated for resources: {'Port': ['ID=8f7728e7-4265-4626-ad52-1e5986b1f975,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:20:58.997180 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2044fdf6-1cb1-4fdb-a2b6-6b6aea0c9b64 demo admin] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:20:59.308796 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2044fdf6-1cb1-4fdb-a2b6-6b6aea0c9b64 demo admin] Publish callbacks [] for router_gateway (435e58e5-2ab0-463b-854a-9d4be852826f), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:59.498616 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2044fdf6-1cb1-4fdb-a2b6-6b6aea0c9b64 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-660265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1416'] for router (435e58e5-2ab0-463b-854a-9d4be852826f), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:59.504179 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2044fdf6-1cb1-4fdb-a2b6-6b6aea0c9b64 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-780224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-780279', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-660304'] for router (435e58e5-2ab0-463b-854a-9d4be852826f), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:59.611621 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2044fdf6-1cb1-4fdb-a2b6-6b6aea0c9b64 demo admin] Router 435e58e5-2ab0-463b-854a-9d4be852826f has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:20:59.718293 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2044fdf6-1cb1-4fdb-a2b6-6b6aea0c9b64 demo admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:20:59.723986 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2044fdf6-1cb1-4fdb-a2b6-6b6aea0c9b64 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:20:59.740540 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-2044fdf6-1cb1-4fdb-a2b6-6b6aea0c9b64 demo admin] 10.222.0.33 "PUT /v2.0/routers/435e58e5-2ab0-463b-854a-9d4be852826f HTTP/1.1" status: 200 len: 890 time: 1.7741637 Jul 18 10:21:00.075079 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7c4edf-a17b-42a5-b48e-f6c5ae4b0d4d None None] Sync routers for ids ['435e58e5-2ab0-463b-854a-9d4be852826f'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:21:00.087426 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7c4edf-a17b-42a5-b48e-f6c5ae4b0d4d None None] Routers {'435e58e5-2ab0-463b-854a-9d4be852826f'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:21:00.088064 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-4d7c4edf-a17b-42a5-b48e-f6c5ae4b0d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:20:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['435e58e5-2ab0-463b-854a-9d4be852826f'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:21:00.257548 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:21:00.291848 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-4d7c4edf-a17b-42a5-b48e-f6c5ae4b0d4d None None] Set router 435e58e5-2ab0-463b-854a-9d4be852826f gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:21:00.664632 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-4d7c4edf-a17b-42a5-b48e-f6c5ae4b0d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435e58e5-2ab0-463b-854a-9d4be852826f', 'name': 'router1', 'tenant_id': '09d730b36d8f4ab482dc9ed98757bb0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '8f7728e7-4265-4626-ad52-1e5986b1f975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:20:41Z', 'updated_at': '2022-07-18T10:20:59Z', 'revision_number': 4, 'project_id': '09d730b36d8f4ab482dc9ed98757bb0b', 'gw_port': {'id': '8f7728e7-4265-4626-ad52-1e5986b1f975', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a7:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435e58e5-2ab0-463b-854a-9d4be852826f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:20:58Z', 'updated_at': '2022-07-18T10:20:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '206c33b8-a617-41e7-8b90-76931f8c25da', 'name': '', 'network_id': 'f614b02d-16b6-4309-a585-a755670f99a3', 'tenant_id': '09d730b36d8f4ab482dc9ed98757bb0b', 'mac_address': 'fa:16:3e:46:cb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435e58e5-2ab0-463b-854a-9d4be852826f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8524312-2e0c-4a0e-a3f2-18bb5c71b010', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:20:50Z', 'updated_at': '2022-07-18T10:20:53Z', 'revision_number': 5, 'project_id': '09d730b36d8f4ab482dc9ed98757bb0b', 'subnets': [{'id': 'd8524312-2e0c-4a0e-a3f2-18bb5c71b010', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09932e80-e1a1-4436-ad75-7d5800603b8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:21:00.778089 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7c4edf-a17b-42a5-b48e-f6c5ae4b0d4d None None] Checking router: 435e58e5-2ab0-463b-854a-9d4be852826f for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:21:00.778432 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7c4edf-a17b-42a5-b48e-f6c5ae4b0d4d None None] Updating router 435e58e5-2ab0-463b-854a-9d4be852826f port 8f7728e7-4265-4626-ad52-1e5986b1f975 binding host dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:21:00.830607 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4d7c4edf-a17b-42a5-b48e-f6c5ae4b0d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (8f7728e7-4265-4626-ad52-1e5986b1f975), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:21:01.106609 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:21:01.146703 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4d7c4edf-a17b-42a5-b48e-f6c5ae4b0d4d None None] Publish callbacks [] for port (8f7728e7-4265-4626-ad52-1e5986b1f975), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:21:01.152959 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4d7c4edf-a17b-42a5-b48e-f6c5ae4b0d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (8f7728e7-4265-4626-ad52-1e5986b1f975), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:21:01.205468 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-4d7c4edf-a17b-42a5-b48e-f6c5ae4b0d4d None None] Attempting to bind port 8f7728e7-4265-4626-ad52-1e5986b1f975 on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:21:01.205831 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-4d7c4edf-a17b-42a5-b48e-f6c5ae4b0d4d None None] Attempting to bind port 8f7728e7-4265-4626-ad52-1e5986b1f975 by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:21:01.206180 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7c4edf-a17b-42a5-b48e-f6c5ae4b0d4d None None] Attempting to bind port 8f7728e7-4265-4626-ad52-1e5986b1f975 on network ab707614-a8a6-4503-81fa-3cf63d34938b {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:21:01.208016 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d03fb-5ab0-4e70-a66e-52f977562634 None None] Pushing event updated for resources: {'Port': ['ID=8f7728e7-4265-4626-ad52-1e5986b1f975,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:21:01.213638 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7c4edf-a17b-42a5-b48e-f6c5ae4b0d4d None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:21:01.214002 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7c4edf-a17b-42a5-b48e-f6c5ae4b0d4d None None] Checking segment: {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:21:01.214388 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4d7c4edf-a17b-42a5-b48e-f6c5ae4b0d4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:21:01.214760 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7c4edf-a17b-42a5-b48e-f6c5ae4b0d4d None None] Bound using segment: {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:21:01.215210 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-4d7c4edf-a17b-42a5-b48e-f6c5ae4b0d4d None None] Bound port: 8f7728e7-4265-4626-ad52-1e5986b1f975, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:21:01.215576 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4d7c4edf-a17b-42a5-b48e-f6c5ae4b0d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (8f7728e7-4265-4626-ad52-1e5986b1f975), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:21:01.263043 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-4d7c4edf-a17b-42a5-b48e-f6c5ae4b0d4d None None] For port 8f7728e7-4265-4626-ad52-1e5986b1f975, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:21:01.266309 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-4d7c4edf-a17b-42a5-b48e-f6c5ae4b0d4d None None] For port 8f7728e7-4265-4626-ad52-1e5986b1f975, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=8f7728e7-4265-4626-ad52-1e5986b1f975,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:21:01.271574 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4d7c4edf-a17b-42a5-b48e-f6c5ae4b0d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (8f7728e7-4265-4626-ad52-1e5986b1f975), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:21:01.327922 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7c4edf-a17b-42a5-b48e-f6c5ae4b0d4d None None] Routers {'435e58e5-2ab0-463b-854a-9d4be852826f'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:21:01.328536 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-4d7c4edf-a17b-42a5-b48e-f6c5ae4b0d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:20:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['435e58e5-2ab0-463b-854a-9d4be852826f'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:21:01.365169 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d03fb-5ab0-4e70-a66e-52f977562634 None None] Pushing event updated for resources: {'Port': ['ID=8f7728e7-4265-4626-ad52-1e5986b1f975,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:21:01.434772 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-4d7c4edf-a17b-42a5-b48e-f6c5ae4b0d4d None None] Set router 435e58e5-2ab0-463b-854a-9d4be852826f gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:21:01.547897 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:21:01.628959 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-4d7c4edf-a17b-42a5-b48e-f6c5ae4b0d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435e58e5-2ab0-463b-854a-9d4be852826f', 'name': 'router1', 'tenant_id': '09d730b36d8f4ab482dc9ed98757bb0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '8f7728e7-4265-4626-ad52-1e5986b1f975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:20:41Z', 'updated_at': '2022-07-18T10:20:59Z', 'revision_number': 4, 'project_id': '09d730b36d8f4ab482dc9ed98757bb0b', 'gw_port': {'id': '8f7728e7-4265-4626-ad52-1e5986b1f975', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a7:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435e58e5-2ab0-463b-854a-9d4be852826f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:20:58Z', 'updated_at': '2022-07-18T10:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '206c33b8-a617-41e7-8b90-76931f8c25da', 'name': '', 'network_id': 'f614b02d-16b6-4309-a585-a755670f99a3', 'tenant_id': '09d730b36d8f4ab482dc9ed98757bb0b', 'mac_address': 'fa:16:3e:46:cb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435e58e5-2ab0-463b-854a-9d4be852826f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8524312-2e0c-4a0e-a3f2-18bb5c71b010', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:20:50Z', 'updated_at': '2022-07-18T10:20:53Z', 'revision_number': 5, 'project_id': '09d730b36d8f4ab482dc9ed98757bb0b', 'subnets': [{'id': 'd8524312-2e0c-4a0e-a3f2-18bb5c71b010', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09932e80-e1a1-4436-ad75-7d5800603b8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:21:01.659309 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7c4edf-a17b-42a5-b48e-f6c5ae4b0d4d None None] The sync data for ids ['435e58e5-2ab0-463b-854a-9d4be852826f'] in dv-cinder-837546-3-iscsi is: [{'id': '435e58e5-2ab0-463b-854a-9d4be852826f', 'name': 'router1', 'tenant_id': '09d730b36d8f4ab482dc9ed98757bb0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '8f7728e7-4265-4626-ad52-1e5986b1f975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:20:41Z', 'updated_at': '2022-07-18T10:20:59Z', 'revision_number': 4, 'project_id': '09d730b36d8f4ab482dc9ed98757bb0b', 'gw_port': {'id': '8f7728e7-4265-4626-ad52-1e5986b1f975', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a7:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435e58e5-2ab0-463b-854a-9d4be852826f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:20:58Z', 'updated_at': '2022-07-18T10:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '206c33b8-a617-41e7-8b90-76931f8c25da', 'name': '', 'network_id': 'f614b02d-16b6-4309-a585-a755670f99a3', 'tenant_id': '09d730b36d8f4ab482dc9ed98757bb0b', 'mac_address': 'fa:16:3e:46:cb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435e58e5-2ab0-463b-854a-9d4be852826f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8524312-2e0c-4a0e-a3f2-18bb5c71b010', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:20:50Z', 'updated_at': '2022-07-18T10:20:53Z', 'revision_number': 5, 'project_id': '09d730b36d8f4ab482dc9ed98757bb0b', 'subnets': [{'id': 'd8524312-2e0c-4a0e-a3f2-18bb5c71b010', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09932e80-e1a1-4436-ad75-7d5800603b8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:21:02.132716 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 55180) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:21:02.535578 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-9b02c856-eb89-45bc-963b-4a875d684395 admin admin] 10.222.0.33 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4017262 Jul 18 10:21:02.698856 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 8f7728e7-4265-4626-ad52-1e5986b1f975 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:21:02.749013 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 8f7728e7-4265-4626-ad52-1e5986b1f975 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:21:02.749414 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (8f7728e7-4265-4626-ad52-1e5986b1f975), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:21:02.821443 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 8f7728e7-4265-4626-ad52-1e5986b1f975 is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:21:02.821833 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (8f7728e7-4265-4626-ad52-1e5986b1f975), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:21:02.842193 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] For port 8f7728e7-4265-4626-ad52-1e5986b1f975, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=8f7728e7-4265-4626-ad52-1e5986b1f975,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:21:02.846732 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (8f7728e7-4265-4626-ad52-1e5986b1f975), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:21:02.898805 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Pushing event updated for resources: {'Port': ['ID=8f7728e7-4265-4626-ad52-1e5986b1f975,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:21:03.761752 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=30 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:21:04.702906 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 8f7728e7-4265-4626-ad52-1e5986b1f975 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:21:04.746239 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:21:04.762380 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 8f7728e7-4265-4626-ad52-1e5986b1f975 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:21:04.762823 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (8f7728e7-4265-4626-ad52-1e5986b1f975), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:21:04.837174 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 8f7728e7-4265-4626-ad52-1e5986b1f975 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:21:04.861308 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:INSERT=3,neutron:UPDATE=2,neutron:SELECT=35 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:21:08.732797 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=46 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:21:12.528579 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=76 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:21:12.531572 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:21:14.829981 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=11 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:21:14.835272 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:21:20.002021 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-34c359b1-025e-42e3-8239-a04795bf14db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:21:20.714958 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 5 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:21:20.728272 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:21:22.267061 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d26d21f2-d37a-4aa4-9a9e-96819a633905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:21:23.514001 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:21:24.686041 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:21:25.033312 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:21:30.710762 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:21:35.017567 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:21:35.027490 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:21:50.065380 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-83a3cf4d-d62a-4bb7-884f-17ad63a3f10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:21:52.270200 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-425d37de-0583-487c-838a-7e10fa7b3a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:21:53.508229 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:21:54.690062 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:21:55.033270 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:21:57.714410 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 5 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:21:57.716946 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:22:05.027146 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:22:05.029864 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:22:07.711301 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=5 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:22:18.711819 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:22:19.998827 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-7567883a-d028-40e5-8f4e-84a521ca6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:22:22.272824 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4a5122f1-7f7c-4764-ba00-ecdf35c03d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:22:23.510842 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:22:23.678819 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 55718) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:22:24.013550 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.pecan_wsgi.hooks.translation [None req-d293e599-710a-4f98-acb8-5e87d04ff319 admin admin] GET failed (client error): The resource could not be found. Jul 18 10:22:24.014832 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-d293e599-710a-4f98-acb8-5e87d04ff319 admin admin] 10.222.0.33 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3350503 Jul 18 10:22:24.179419 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e035c0f7-6f86-4256-9d7f-4ef3a6105a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:22:24.180919 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-e035c0f7-6f86-4256-9d7f-4ef3a6105a62 admin admin] 10.222.0.33 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1619613 Jul 18 10:22:24.691992 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:22:25.025915 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:22:26.359598 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 55728) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:22:26.737663 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4ed66e-5bd7-47e9-9339-f4a9954c1334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:22:26.738932 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-2e4ed66e-5bd7-47e9-9339-f4a9954c1334 admin admin] 10.222.0.33 "GET /v2.0/subnets/d8524312-2e0c-4a0e-a3f2-18bb5c71b010 HTTP/1.1" status: 200 len: 849 time: 0.3783956 Jul 18 10:22:26.748524 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-66b28f6a-311a-4386-a02a-bb4c46273e15 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:22:26.832232 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-66b28f6a-311a-4386-a02a-bb4c46273e15 admin admin] Publish callbacks [] for subnet (d8524312-2e0c-4a0e-a3f2-18bb5c71b010), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:22:26.975839 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-66b28f6a-311a-4386-a02a-bb4c46273e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756234092575'] for subnet (d8524312-2e0c-4a0e-a3f2-18bb5c71b010), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:22:27.009405 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b28f6a-311a-4386-a02a-bb4c46273e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:22:27.010414 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-66b28f6a-311a-4386-a02a-bb4c46273e15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for subnet (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:22:27.011210 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-66b28f6a-311a-4386-a02a-bb4c46273e15 admin admin] 10.222.0.33 "PUT /v2.0/subnets/d8524312-2e0c-4a0e-a3f2-18bb5c71b010 HTTP/1.1" status: 200 len: 868 time: 0.2662528 Jul 18 10:22:27.028107 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b28f6a-311a-4386-a02a-bb4c46273e15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8524312-2e0c-4a0e-a3f2-18bb5c71b010,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:22:27.032635 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170800cf-d462-41f6-8f1d-463e372bed41 None None] Network f614b02d-16b6-4309-a585-a755670f99a3 requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:22:27.036458 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b28f6a-311a-4386-a02a-bb4c46273e15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:22:27.036813 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b28f6a-311a-4386-a02a-bb4c46273e15 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:22:27.037182 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b28f6a-311a-4386-a02a-bb4c46273e15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:22:27.037528 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b28f6a-311a-4386-a02a-bb4c46273e15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:22:27.037870 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b28f6a-311a-4386-a02a-bb4c46273e15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:22:27.038205 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b28f6a-311a-4386-a02a-bb4c46273e15 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:22:27.038537 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b28f6a-311a-4386-a02a-bb4c46273e15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:22:27.038878 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b28f6a-311a-4386-a02a-bb4c46273e15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:22:27.039208 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b28f6a-311a-4386-a02a-bb4c46273e15 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:22:27.039540 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b28f6a-311a-4386-a02a-bb4c46273e15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:22:27.039950 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b28f6a-311a-4386-a02a-bb4c46273e15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:22:27.040246 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b28f6a-311a-4386-a02a-bb4c46273e15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:22:27.040593 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b28f6a-311a-4386-a02a-bb4c46273e15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:22:27.040919 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b28f6a-311a-4386-a02a-bb4c46273e15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:22:27.041277 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b28f6a-311a-4386-a02a-bb4c46273e15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:22:27.365532 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-bb945abf-e955-4f3e-b403-9daf514a7902 None None] Provisioning complete for port 8789c813-327d-4103-bd5c-e7de0f45af0b triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:22:27.365920 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-bb945abf-e955-4f3e-b403-9daf514a7902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (8789c813-327d-4103-bd5c-e7de0f45af0b), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:22:27.442579 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-bb945abf-e955-4f3e-b403-9daf514a7902 None None] Current status of the port 8789c813-327d-4103-bd5c-e7de0f45af0b is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:22:27.450671 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-bb945abf-e955-4f3e-b403-9daf514a7902 None None] Provisioning complete for port 206c33b8-a617-41e7-8b90-76931f8c25da triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:22:27.451055 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-bb945abf-e955-4f3e-b403-9daf514a7902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (206c33b8-a617-41e7-8b90-76931f8c25da), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:22:27.524256 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-bb945abf-e955-4f3e-b403-9daf514a7902 None None] Current status of the port 206c33b8-a617-41e7-8b90-76931f8c25da is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:22:29.199016 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 55738) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:22:29.746461 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db2f3fc-24f2-4afe-9d76-6dfee171e836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:22:29.746690 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db2f3fc-24f2-4afe-9d76-6dfee171e836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:22:29.748812 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-9db2f3fc-24f2-4afe-9d76-6dfee171e836 admin admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5482686 Jul 18 10:22:31.935397 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 55746) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:22:32.476443 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d95154-cfb6-4a94-b1b4-a41b9825324c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:22:32.476945 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d95154-cfb6-4a94-b1b4-a41b9825324c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:22:32.478506 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-50d95154-cfb6-4a94-b1b4-a41b9825324c admin admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5421762 Jul 18 10:22:34.654535 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 55756) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:22:34.713041 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 5 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:22:35.061478 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9ed9a8-bdd3-4648-840d-83370c5f7a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:22:35.062864 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-9b9ed9a8-bdd3-4648-840d-83370c5f7a8e admin admin] 10.222.0.33 "GET /v2.0/networks/ab707614-a8a6-4503-81fa-3cf63d34938b HTTP/1.1" status: 200 len: 886 time: 0.4073806 Jul 18 10:22:37.244405 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 55764) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:22:37.517472 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:22:37.524553 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=47,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:22:37.675838 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d43ea3-044e-4526-ae2a-ee157f412b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:22:37.677244 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-d9d43ea3-044e-4526-ae2a-ee157f412b38 admin admin] 10.222.0.33 "GET /v2.0/networks/f614b02d-16b6-4309-a585-a755670f99a3 HTTP/1.1" status: 200 len: 869 time: 0.4318743 Jul 18 10:22:39.820669 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 55772) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:22:40.005465 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=12 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:22:40.218857 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f619570-cedd-47b5-bb12-34f80ba49583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:22:40.219246 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f619570-cedd-47b5-bb12-34f80ba49583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:22:40.220824 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-8f619570-cedd-47b5-bb12-34f80ba49583 admin admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3991721 Jul 18 10:22:42.398886 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 55780) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:22:42.757176 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd70497e-4eee-4569-833d-f74c1571e3af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:22:42.757638 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd70497e-4eee-4569-833d-f74c1571e3af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:22:42.759170 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-dd70497e-4eee-4569-833d-f74c1571e3af admin admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3593309 Jul 18 10:22:44.709538 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=22 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:22:44.922672 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 55788) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:22:45.283681 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947325ef-845f-448b-8842-ff7a12d565a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:22:45.285026 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-947325ef-845f-448b-8842-ff7a12d565a7 admin admin] 10.222.0.33 "GET /v2.0/subnets/a666abde-39cf-4361-a6f5-7885f7528b36 HTTP/1.1" status: 200 len: 816 time: 0.3614368 Jul 18 10:22:47.486312 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 55796) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:22:47.667373 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=86,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:22:47.673797 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=82,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:22:47.854324 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39cfb18-2b5c-429f-897e-319b7b5fdb73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:22:47.855686 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-f39cfb18-2b5c-429f-897e-319b7b5fdb73 admin admin] 10.222.0.33 "GET /v2.0/subnets/d8524312-2e0c-4a0e-a3f2-18bb5c71b010 HTTP/1.1" status: 200 len: 868 time: 0.3684282 Jul 18 10:22:50.000560 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-516fc91c-aa81-4797-8a9a-de0912f06ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:22:52.274142 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3f4e8c1d-37e5-43ee-900b-7d868c974912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:22:53.515774 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:22:54.696858 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:22:55.030423 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:22:55.278888 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=38 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:22:55.280899 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=41 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:22:57.845711 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=6 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:22:57.850441 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=7 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:23:05.019214 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:23:05.025834 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:23:11.711692 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 5 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:23:11.728232 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:23:15.666353 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 55852) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:23:15.987008 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [None req-dfadff51-37fc-485a-93ac-1018dd16ecc3 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 10:23:15.988015 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-dfadff51-37fc-485a-93ac-1018dd16ecc3 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3207283 Jul 18 10:23:18.270305 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 55860) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:23:18.608115 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.pecan_wsgi.hooks.translation [None req-c331eb5d-778a-4117-a62d-090d95fbe214 admin admin] GET failed (client error): The resource could not be found. Jul 18 10:23:18.609432 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-c331eb5d-778a-4117-a62d-090d95fbe214 admin admin] 10.222.0.33 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3381965 Jul 18 10:23:18.696944 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6173c0-a585-45f9-8b9b-b1a0a137f1ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:23:18.698416 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-5c6173c0-a585-45f9-8b9b-b1a0a137f1ec admin admin] 10.222.0.33 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0849831 Jul 18 10:23:20.001854 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d54c5c2b-16ac-4999-bb1f-b55935ae5e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:23:20.878307 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 55868) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:23:21.197309 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-50337468-fefb-45b3-b845-e16b056d3513 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:23:21.218091 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50337468-fefb-45b3-b845-e16b056d3513 admin admin] Made reservation on behalf of 1282af50d400435ba3f0e00de6e5fb67 for: {'network': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:23:21.220451 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-50337468-fefb-45b3-b845-e16b056d3513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for network (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:23:21.247560 dv-cinder-837546-3-iscsi neutron-server[103899]: WARNING neutron.services.revisions.revision_plugin [None req-50337468-fefb-45b3-b845-e16b056d3513 admin admin] Could not find related network for resource to bump revision. Jul 18 10:23:21.259761 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50337468-fefb-45b3-b845-e16b056d3513 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:23:21.269895 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-50337468-fefb-45b3-b845-e16b056d3513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (a419c655-4ccb-4c33-a593-83bd1364cf2b), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:23:21.270229 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.db.segments_db [None req-50337468-fefb-45b3-b845-e16b056d3513 admin admin] Added segment a419c655-4ccb-4c33-a593-83bd1364cf2b of type vlan for network 28747a06-a626-4609-98c3-baa8d34ab6d5 Jul 18 10:23:21.322767 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-50337468-fefb-45b3-b845-e16b056d3513 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756233730353'] for network (28747a06-a626-4609-98c3-baa8d34ab6d5), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:23:21.347454 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-50337468-fefb-45b3-b845-e16b056d3513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580'] for network (28747a06-a626-4609-98c3-baa8d34ab6d5), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:23:21.348404 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50337468-fefb-45b3-b845-e16b056d3513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:23:21.349002 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-50337468-fefb-45b3-b845-e16b056d3513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:23:21.400722 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-50337468-fefb-45b3-b845-e16b056d3513 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5213296 Jul 18 10:23:21.446530 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50337468-fefb-45b3-b845-e16b056d3513 admin admin] Pushing event updated for resources: {'Network': ['ID=28747a06-a626-4609-98c3-baa8d34ab6d5,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:23:21.454776 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50337468-fefb-45b3-b845-e16b056d3513 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:23:21.455124 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50337468-fefb-45b3-b845-e16b056d3513 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:23:21.455477 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50337468-fefb-45b3-b845-e16b056d3513 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:23:21.455833 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50337468-fefb-45b3-b845-e16b056d3513 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:23:21.456168 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50337468-fefb-45b3-b845-e16b056d3513 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:23:21.456520 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50337468-fefb-45b3-b845-e16b056d3513 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:23:21.456853 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50337468-fefb-45b3-b845-e16b056d3513 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:23:21.457176 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50337468-fefb-45b3-b845-e16b056d3513 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:23:21.457526 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50337468-fefb-45b3-b845-e16b056d3513 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:23:21.457854 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50337468-fefb-45b3-b845-e16b056d3513 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:23:21.458177 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50337468-fefb-45b3-b845-e16b056d3513 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:23:21.458515 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50337468-fefb-45b3-b845-e16b056d3513 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:23:21.458840 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50337468-fefb-45b3-b845-e16b056d3513 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:23:21.459158 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50337468-fefb-45b3-b845-e16b056d3513 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:23:21.459475 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50337468-fefb-45b3-b845-e16b056d3513 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:23:21.476772 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Network 28747a06-a626-4609-98c3-baa8d34ab6d5 details requested by agent ovs-agent-dv-cinder-837546-3-iscsi with host dv-cinder-837546-3-iscsi {{(pid=103900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:23:21.707496 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=6 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:23:22.276306 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-eab2bee4-1f1d-41d3-8c52-68f0d33a3449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:23:23.516162 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:23:23.606701 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 55876) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:23:23.940825 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed525153-ad15-4ed9-a40d-833b477dcc34 admin admin] GET failed (client error): The resource could not be found. Jul 18 10:23:23.942117 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-ed525153-ad15-4ed9-a40d-833b477dcc34 admin admin] 10.222.0.33 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3344438 Jul 18 10:23:24.042888 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdd3bb2-fa20-4572-99c8-aaf43547c100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:23:24.044807 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-1bdd3bb2-fa20-4572-99c8-aaf43547c100 admin admin] 10.222.0.33 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0985680 Jul 18 10:23:24.054446 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-1c183c07-d845-406d-9350-2aac8eb1032f admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '28747a06-a626-4609-98c3-baa8d34ab6d5', 'description': 'shared-subnet'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:23:24.074226 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c183c07-d845-406d-9350-2aac8eb1032f admin admin] Made reservation on behalf of 1282af50d400435ba3f0e00de6e5fb67 for: {'subnet': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:23:24.077081 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-1c183c07-d845-406d-9350-2aac8eb1032f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:23:24.239522 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-1c183c07-d845-406d-9350-2aac8eb1032f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580'] for subnet (9c1d23fb-fa6d-494d-a9dd-9b427fbec039), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:23:24.298848 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c183c07-d845-406d-9350-2aac8eb1032f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c1d23fb-fa6d-494d-a9dd-9b427fbec039,revision_number=0']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:23:24.306344 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c183c07-d845-406d-9350-2aac8eb1032f admin admin] Checking segment: {'id': 'a419c655-4ccb-4c33-a593-83bd1364cf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '28747a06-a626-4609-98c3-baa8d34ab6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:23:24.306693 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c183c07-d845-406d-9350-2aac8eb1032f admin admin] Network hostable DHCP agents. Network: 28747a06-a626-4609-98c3-baa8d34ab6d5, hostable agents: ['fa8f3552-6db4-4084-80f3-0029642e69db'], hosted agents: [] {{(pid=103899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:23:24.322081 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c183c07-d845-406d-9350-2aac8eb1032f admin admin] Network 28747a06-a626-4609-98c3-baa8d34ab6d5 is scheduled to be hosted by DHCP agent fa8f3552-6db4-4084-80f3-0029642e69db with binding_index 1 {{(pid=103899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:23:24.331113 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [None req-1c183c07-d845-406d-9350-2aac8eb1032f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-3-iscsi, 28747a06-a626-4609-98c3-baa8d34ab6d5) {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:23:24.335131 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c183c07-d845-406d-9350-2aac8eb1032f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:23:24.335716 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-1c183c07-d845-406d-9350-2aac8eb1032f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for subnet (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:23:24.341437 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617a4d80-335d-427c-83a6-1ea175d7e9c5 None None] Network 28747a06-a626-4609-98c3-baa8d34ab6d5 requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:23:24.352777 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-1c183c07-d845-406d-9350-2aac8eb1032f admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3016591 Jul 18 10:23:24.451245 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69b35a5f-4d22-5468-adcd-c56b599b10b8-28747a06-a626-4609-98c3-baa8d34ab6d5', 'network_id': '28747a06-a626-4609-98c3-baa8d34ab6d5', 'project_id': '1282af50d400435ba3f0e00de6e5fb67', 'fixed_ips': [{'subnet_id': '9c1d23fb-fa6d-494d-a9dd-9b427fbec039'}]}} from dv-cinder-837546-3-iscsi. {{(pid=103900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 10:23:24.452213 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:23:24.589449 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Allocated IP 192.168.233.2 (28747a06-a626-4609-98c3-baa8d34ab6d5/9c1d23fb-fa6d-494d-a9dd-9b427fbec039/1d495fd8-3aee-4946-908e-df3b99c40e73) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:23:24.784268 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:23:24.841447 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Publish callbacks [] for port (1d495fd8-3aee-4946-908e-df3b99c40e73), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:23:24.847699 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598'] for port (1d495fd8-3aee-4946-908e-df3b99c40e73), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:23:24.898035 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Network 28747a06-a626-4609-98c3-baa8d34ab6d5 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:23:24.898918 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Pushing event updated for resources: {'Port': ['ID=1d495fd8-3aee-4946-908e-df3b99c40e73,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:23:24.905304 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:23:24.907871 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:23:24.908214 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:23:24.908587 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:23:24.908939 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:23:24.909272 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:23:24.909590 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:23:24.909908 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:23:24.910224 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:23:24.910540 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:23:24.910857 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:23:24.911172 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:23:24.911504 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:23:24.911819 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:23:24.912130 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:23:24.912440 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:23:24.915480 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:23:24.972462 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Attempting to bind port 1d495fd8-3aee-4946-908e-df3b99c40e73 on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:23:24.972945 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Attempting to bind port 1d495fd8-3aee-4946-908e-df3b99c40e73 by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': 'a419c655-4ccb-4c33-a593-83bd1364cf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '28747a06-a626-4609-98c3-baa8d34ab6d5'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:23:24.973362 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Attempting to bind port 1d495fd8-3aee-4946-908e-df3b99c40e73 on network 28747a06-a626-4609-98c3-baa8d34ab6d5 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:23:24.978803 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:23:24.979160 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Checking segment: {'id': 'a419c655-4ccb-4c33-a593-83bd1364cf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '28747a06-a626-4609-98c3-baa8d34ab6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:23:24.979552 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:23:24.979931 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Bound using segment: {'id': 'a419c655-4ccb-4c33-a593-83bd1364cf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '28747a06-a626-4609-98c3-baa8d34ab6d5'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:23:24.980384 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Bound port: 1d495fd8-3aee-4946-908e-df3b99c40e73, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a419c655-4ccb-4c33-a593-83bd1364cf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '28747a06-a626-4609-98c3-baa8d34ab6d5'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:23:24.981473 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (1d495fd8-3aee-4946-908e-df3b99c40e73), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:23:25.048487 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:23:25.060633 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] For port 1d495fd8-3aee-4946-908e-df3b99c40e73, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:23:25.064574 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] For port 1d495fd8-3aee-4946-908e-df3b99c40e73, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=1d495fd8-3aee-4946-908e-df3b99c40e73,segment=NetworkSegment(a419c655-4ccb-4c33-a593-83bd1364cf2b),segment_id=a419c655-4ccb-4c33-a593-83bd1364cf2b)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:23:25.070544 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (1d495fd8-3aee-4946-908e-df3b99c40e73), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:23:25.130246 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3592e03-73fe-4a4e-8d3a-c2a24c1e5eda None None] Pushing event updated for resources: {'Port': ['ID=1d495fd8-3aee-4946-908e-df3b99c40e73,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:23:25.947889 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729ab5c0-0f31-4c93-8872-2bd8b1b04368 None None] Network 28747a06-a626-4609-98c3-baa8d34ab6d5 requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:23:25.973713 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:23:25.979818 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:23:26.009424 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9aa272c3-d255-4bf3-95fb-a520276b55e0 None None] Provisioning complete for port 1d495fd8-3aee-4946-908e-df3b99c40e73 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:23:26.009812 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9aa272c3-d255-4bf3-95fb-a520276b55e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (1d495fd8-3aee-4946-908e-df3b99c40e73), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:23:26.130462 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9aa272c3-d255-4bf3-95fb-a520276b55e0 None None] Current status of the port 1d495fd8-3aee-4946-908e-df3b99c40e73 is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:23:26.130848 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9aa272c3-d255-4bf3-95fb-a520276b55e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (1d495fd8-3aee-4946-908e-df3b99c40e73), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:23:26.173275 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-9aa272c3-d255-4bf3-95fb-a520276b55e0 None None] For port 1d495fd8-3aee-4946-908e-df3b99c40e73, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=1d495fd8-3aee-4946-908e-df3b99c40e73,segment=NetworkSegment(a419c655-4ccb-4c33-a593-83bd1364cf2b),segment_id=a419c655-4ccb-4c33-a593-83bd1364cf2b)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:23:26.183607 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9aa272c3-d255-4bf3-95fb-a520276b55e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (1d495fd8-3aee-4946-908e-df3b99c40e73), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:23:26.237912 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa272c3-d255-4bf3-95fb-a520276b55e0 None None] Pushing event updated for resources: {'Port': ['ID=1d495fd8-3aee-4946-908e-df3b99c40e73,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:23:26.305227 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-a864f466-7042-46a9-b620-572e7824747d None None] Provisioning complete for port 1d495fd8-3aee-4946-908e-df3b99c40e73 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:23:26.305641 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a864f466-7042-46a9-b620-572e7824747d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (1d495fd8-3aee-4946-908e-df3b99c40e73), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:23:26.380353 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-a864f466-7042-46a9-b620-572e7824747d None None] Current status of the port 1d495fd8-3aee-4946-908e-df3b99c40e73 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:23:26.774490 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 1d495fd8-3aee-4946-908e-df3b99c40e73 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:23:26.820911 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 1d495fd8-3aee-4946-908e-df3b99c40e73 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:23:26.821272 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (1d495fd8-3aee-4946-908e-df3b99c40e73), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:23:26.898022 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 1d495fd8-3aee-4946-908e-df3b99c40e73 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:23:28.692904 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=11 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:23:28.694795 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=11 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:23:34.343636 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=60,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:23:34.346444 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=80,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:23:36.892170 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=66 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:23:36.896042 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:23:48.710758 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 5 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:23:50.003022 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-6e33a8a1-af24-48ef-ad48-cfa9f8d3b2cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:23:52.281528 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-bd32d283-b9ab-4475-ac0f-39445b70eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:23:53.519680 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:23:54.703895 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:23:55.031707 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:23:58.706271 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:23:58.707068 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=6 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:24:05.024911 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:24:05.026823 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:24:20.008908 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9d160f33-610c-403e-aa4a-be5914a2986a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:24:22.283259 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-fb8576d8-610c-4c48-85fc-bcf829d8c295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:24:23.522404 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:24:24.706057 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:24:25.034363 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:24:25.710397 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 5 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:24:35.027601 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:24:35.029535 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:24:35.706779 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:24:35.707984 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:24:50.001858 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4384c0a4-d272-49ab-9ccd-9692be11f241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:24:52.289213 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-e7b9a79d-8824-470c-aaf7-273e28e8ce19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:24:53.528160 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:24:54.711223 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:24:55.038655 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:24:58.171840 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 55916) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:24:58.177732 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [None req-900f985c-6c24-4a6f-b2ad-65b17ce42207 tempest-verify_tempest_config-1851757130 tempest-verify_tempest_config-1851757130-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 10:24:58.178694 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-900f985c-6c24-4a6f-b2ad-65b17ce42207 tempest-verify_tempest_config-1851757130 tempest-verify_tempest_config-1851757130-project] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059025 Jul 18 10:24:58.679986 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 55934) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:24:59.012583 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ea109d8a-c4e3-4c85-beaf-aa198475cd85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:24:59.092555 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ea109d8a-c4e3-4c85-beaf-aa198475cd85 admin admin] Publish callbacks [] for security_group (1adbef4a-4210-414c-b8b0-369d6adebe4f), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:24:59.095984 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ea109d8a-c4e3-4c85-beaf-aa198475cd85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (1adbef4a-4210-414c-b8b0-369d6adebe4f), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:24:59.139920 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea109d8a-c4e3-4c85-beaf-aa198475cd85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adbef4a-4210-414c-b8b0-369d6adebe4f,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:24:59.144493 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-ea109d8a-c4e3-4c85-beaf-aa198475cd85 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=50102248ec904ea9be9b1483ba1cdc02&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4634132 Jul 18 10:24:59.147364 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 55938) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:24:59.148728 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea109d8a-c4e3-4c85-beaf-aa198475cd85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:24:59.149075 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea109d8a-c4e3-4c85-beaf-aa198475cd85 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:24:59.149435 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea109d8a-c4e3-4c85-beaf-aa198475cd85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:24:59.149773 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea109d8a-c4e3-4c85-beaf-aa198475cd85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:24:59.150127 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea109d8a-c4e3-4c85-beaf-aa198475cd85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:24:59.150456 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea109d8a-c4e3-4c85-beaf-aa198475cd85 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:24:59.151324 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea109d8a-c4e3-4c85-beaf-aa198475cd85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:24:59.151646 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea109d8a-c4e3-4c85-beaf-aa198475cd85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:24:59.151985 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea109d8a-c4e3-4c85-beaf-aa198475cd85 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:24:59.152313 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea109d8a-c4e3-4c85-beaf-aa198475cd85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:24:59.152675 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea109d8a-c4e3-4c85-beaf-aa198475cd85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:24:59.153006 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea109d8a-c4e3-4c85-beaf-aa198475cd85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:24:59.153327 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea109d8a-c4e3-4c85-beaf-aa198475cd85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:24:59.153665 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea109d8a-c4e3-4c85-beaf-aa198475cd85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:24:59.153986 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea109d8a-c4e3-4c85-beaf-aa198475cd85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:24:59.206132 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-be6ca705-dea3-4f6d-bbcb-9c806540e06a admin admin] Publish callbacks [] for security_group (1adbef4a-4210-414c-b8b0-369d6adebe4f), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:24:59.227285 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-be6ca705-dea3-4f6d-bbcb-9c806540e06a admin admin] Publish callbacks [] for security_group (1adbef4a-4210-414c-b8b0-369d6adebe4f), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:24:59.318585 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-be6ca705-dea3-4f6d-bbcb-9c806540e06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (1adbef4a-4210-414c-b8b0-369d6adebe4f), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:24:59.321135 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-be6ca705-dea3-4f6d-bbcb-9c806540e06a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:24:59.322262 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-be6ca705-dea3-4f6d-bbcb-9c806540e06a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/1adbef4a-4210-414c-b8b0-369d6adebe4f HTTP/1.1" status: 204 len: 168 time: 0.1738250 Jul 18 10:24:59.330597 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ca705-dea3-4f6d-bbcb-9c806540e06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adbef4a-4210-414c-b8b0-369d6adebe4f,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:24:59.338099 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ca705-dea3-4f6d-bbcb-9c806540e06a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:24:59.339008 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ca705-dea3-4f6d-bbcb-9c806540e06a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:24:59.339339 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ca705-dea3-4f6d-bbcb-9c806540e06a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:24:59.339671 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ca705-dea3-4f6d-bbcb-9c806540e06a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:24:59.339997 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ca705-dea3-4f6d-bbcb-9c806540e06a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:24:59.340321 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ca705-dea3-4f6d-bbcb-9c806540e06a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:24:59.340667 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ca705-dea3-4f6d-bbcb-9c806540e06a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:24:59.340985 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ca705-dea3-4f6d-bbcb-9c806540e06a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:24:59.341322 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ca705-dea3-4f6d-bbcb-9c806540e06a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:24:59.341647 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ca705-dea3-4f6d-bbcb-9c806540e06a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:24:59.341972 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ca705-dea3-4f6d-bbcb-9c806540e06a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:24:59.342314 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ca705-dea3-4f6d-bbcb-9c806540e06a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:24:59.342630 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ca705-dea3-4f6d-bbcb-9c806540e06a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:24:59.342944 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ca705-dea3-4f6d-bbcb-9c806540e06a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:24:59.343257 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ca705-dea3-4f6d-bbcb-9c806540e06a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:25:02.709792 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 5 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:25:09.134022 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=18,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:25:09.143360 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=21,neutron:INSERT=5 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:25:09.332977 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:25:09.333865 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:25:09.357161 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:25:09.365412 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:25:19.851333 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=16 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:25:19.853798 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=18 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:25:20.004247 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-50f2fc65-50c2-41cf-b856-ebb78ecc9125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:25:22.282592 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a334a783-43ac-48a6-85ff-a6d70a528d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:25:23.528276 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:25:24.716128 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:25:25.041983 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:25:35.031008 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:25:35.037007 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:25:39.708925 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 5 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:25:49.705918 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=5 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:25:49.706746 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:25:50.005518 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-80fb1004-a2f7-4380-ac80-039bbfccdb3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:25:52.283862 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-1216ea2c-6b1e-44d3-ad27-6bfba66b5786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:25:53.532319 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:25:54.716035 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:25:55.043629 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:26:05.033319 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:26:05.039675 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:26:16.707593 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 5 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:26:18.713253 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:26:20.007308 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5da9d906-8d3d-4e09-bc81-02be635031b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:26:22.286556 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-14d55cb1-d086-4f48-9a9f-4b3627f69cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:26:23.534370 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:26:24.719424 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:26:25.045825 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:26:26.704868 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:26:35.039403 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:26:35.042056 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:26:50.009771 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-27d7ec60-3125-46cf-875a-7f7b0051e48f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:26:52.287955 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-facc38ad-956b-49b0-8a4b-03b8ecb0f10f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:26:53.537680 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:26:53.706426 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 5 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:26:53.744277 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:26:54.722725 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:26:55.049267 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:26:55.285719 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-660777'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:27:03.703385 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:27:05.279055 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:27:05.281835 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:27:07.995480 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 56034) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:27:08.124923 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-0f2dff1b-293a-49e9-958c-0e9e4b38dd7a admin admin] 10.222.0.33 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1283472 Jul 18 10:27:10.171514 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 56044) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:27:10.227296 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-dc60592d-eaf2-4b4d-aa89-fe97e0a54d4f admin admin] 10.222.0.33 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0546997 Jul 18 10:27:18.119715 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:27:19.853086 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=11 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:27:19.855680 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=15 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:27:20.011682 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d663abce-5c0c-4136-af0c-25918d785db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:27:20.221006 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:27:22.289648 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-04229294-835d-4c15-ab8f-94ae0458f44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:27:23.540455 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:27:24.726274 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:27:25.052850 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:27:25.245650 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:27:30.705468 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 6 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:27:35.239534 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:27:35.241472 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:UPDATE=3,neutron:SELECT=10 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:27:40.701313 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:27:40.702127 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=5 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:27:50.013527 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-623c808f-a9b5-46ca-857f-d7a47bf09980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:27:52.290869 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d5ae44a5-ba36-4065-845b-f1fb49233237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:27:53.543896 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:27:54.729652 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:27:55.056005 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:27:55.278503 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:05.266492 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:05.271801 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:07.704447 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 6 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:28:17.700089 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=5 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:18.719345 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:20.015391 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-df677f6d-2fe0-4683-bbc4-01c2ce21e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:22.293104 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-6cbed2c8-83d9-4aa3-8583-a967c505022d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:23.547016 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:24.733784 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:25.057480 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:25.291712 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:35.285838 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:35.288093 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:44.704339 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 6 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:28:44.754801 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:50.020547 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4accb59a-5a6f-4c96-a2a0-eb2604932849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:50.702849 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 56254) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:28:50.888181 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 56266) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:28:50.978136 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 56274) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:28:51.031911 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-f1bd22c8-3aaa-4650-af0e-9fe086b6a2ac admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-176325128-network', 'tenant_id': '8a1921237622439bab89676e11477c13'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:28:51.053642 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bd22c8-3aaa-4650-af0e-9fe086b6a2ac admin admin] Made reservation on behalf of 8a1921237622439bab89676e11477c13 for: {'network': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:28:51.056885 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f1bd22c8-3aaa-4650-af0e-9fe086b6a2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for network (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:51.066073 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f1bd22c8-3aaa-4650-af0e-9fe086b6a2ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:51.102862 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 56282) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:28:51.151533 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-7c666f6a-5dd9-49fc-b841-cc07994cc37c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1938776782-network', 'tenant_id': 'daab623e57e54081b262d4a8fe124f42'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:28:51.175996 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f1bd22c8-3aaa-4650-af0e-9fe086b6a2ac admin admin] Publish callbacks [] for security_group (e78a36aa-be1e-42e3-a1cc-4413ac001f3d), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:51.183354 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f1bd22c8-3aaa-4650-af0e-9fe086b6a2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (e78a36aa-be1e-42e3-a1cc-4413ac001f3d), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:51.190670 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c666f6a-5dd9-49fc-b841-cc07994cc37c admin admin] Made reservation on behalf of daab623e57e54081b262d4a8fe124f42 for: {'network': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:28:51.193045 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7c666f6a-5dd9-49fc-b841-cc07994cc37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for network (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:51.209519 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-14f64fdd-56af-4de1-8995-347749df10e5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-343087554-network', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:28:51.217329 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1bd22c8-3aaa-4650-af0e-9fe086b6a2ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:28:51.220581 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7c666f6a-5dd9-49fc-b841-cc07994cc37c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:51.250453 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f1bd22c8-3aaa-4650-af0e-9fe086b6a2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (187bb490-ae11-4ab4-ac32-71de79c724ca), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:51.252764 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.db.segments_db [None req-f1bd22c8-3aaa-4650-af0e-9fe086b6a2ac admin admin] Added segment 187bb490-ae11-4ab4-ac32-71de79c724ca of type vlan for network 3122165b-a136-4d21-b84f-81ce161e0ad4 Jul 18 10:28:51.302554 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd22c8-3aaa-4650-af0e-9fe086b6a2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78a36aa-be1e-42e3-a1cc-4413ac001f3d,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:28:51.327541 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f1bd22c8-3aaa-4650-af0e-9fe086b6a2ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756233730353'] for network (3122165b-a136-4d21-b84f-81ce161e0ad4), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:51.330020 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f64fdd-56af-4de1-8995-347749df10e5 admin admin] Made reservation on behalf of e6e487deb7ff45bdbf2cc002d42d12a5 for: {'network': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:28:51.332483 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-14f64fdd-56af-4de1-8995-347749df10e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for network (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:51.335984 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd22c8-3aaa-4650-af0e-9fe086b6a2ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:51.336320 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd22c8-3aaa-4650-af0e-9fe086b6a2ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:51.336890 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd22c8-3aaa-4650-af0e-9fe086b6a2ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:51.337231 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd22c8-3aaa-4650-af0e-9fe086b6a2ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:51.337552 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd22c8-3aaa-4650-af0e-9fe086b6a2ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:51.338027 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd22c8-3aaa-4650-af0e-9fe086b6a2ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:51.338512 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd22c8-3aaa-4650-af0e-9fe086b6a2ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:51.338982 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd22c8-3aaa-4650-af0e-9fe086b6a2ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:51.339476 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd22c8-3aaa-4650-af0e-9fe086b6a2ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:51.339959 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd22c8-3aaa-4650-af0e-9fe086b6a2ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:51.340454 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd22c8-3aaa-4650-af0e-9fe086b6a2ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:51.340943 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd22c8-3aaa-4650-af0e-9fe086b6a2ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:51.341423 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd22c8-3aaa-4650-af0e-9fe086b6a2ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:51.341894 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd22c8-3aaa-4650-af0e-9fe086b6a2ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:51.342214 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd22c8-3aaa-4650-af0e-9fe086b6a2ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd22c8-3aaa-4650-af0e-9fe086b6a2ac admin admin] Tracked resource versions report: Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: pushed versions: Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: { 'AddressGroup': {'1.2'}, Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: 'Agent': {'1.1'}, Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: 'ConntrackHelper': {'1.0'}, Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: 'LocalIPAssociation': {'1.0'}, Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: 'Log': {'1.0'}, Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: 'NDPProxy': {'1.0'}, Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: 'Network': {'1.1'}, Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: 'Port': {'1.7'}, Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: 'PortForwarding': {'1.3'}, Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: 'QosPolicy': {'1.10'}, Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: 'SecurityGroup': {'1.5'}, Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: 'SecurityGroupRule': {'1.2'}, Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: 'SubPort': {'1.0'}, Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: 'Subnet': {'1.1'}, Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: 'Trunk': {'1.1'}} Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: consumer versions: Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: { DHCP agent@dv-cinder-837546-3-iscsi: {}, Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: HyperV agent@hv-cinder-83754: {}, Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: L3 agent@dv-cinder-837546-3-iscsi: {}, Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: Metadata agent@dv-cinder-837546-3-iscsi: {}, Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: Metering agent@dv-cinder-837546-3-iscsi: {}, Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: Open vSwitch agent@dv-cinder-837546-3-iscsi: { 'AddressGroup': '1.2', Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: 'Agent': '1.1', Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: 'ConntrackHelper': '1.0', Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: 'LocalIPAssociation': '1.0', Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: 'Log': '1.0', Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: 'NDPProxy': '1.0', Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: 'Network': '1.1', Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: 'Port': '1.7', Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: 'PortForwarding': '1.3', Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: 'QosPolicy': '1.10', Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: 'SecurityGroup': '1.5', Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: 'SecurityGroupRule': '1.2', Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: 'SubPort': '1.0', Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: 'Subnet': '1.1', Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: 'Trunk': '1.1'}} Jul 18 10:28:51.343371 dv-cinder-837546-3-iscsi neutron-server[103899]: {{(pid=103899) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 10:28:51.379201 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-14f64fdd-56af-4de1-8995-347749df10e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:51.391376 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f1bd22c8-3aaa-4650-af0e-9fe086b6a2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580'] for network (3122165b-a136-4d21-b84f-81ce161e0ad4), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:51.392174 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bd22c8-3aaa-4650-af0e-9fe086b6a2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:28:51.392813 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f1bd22c8-3aaa-4650-af0e-9fe086b6a2ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:51.411361 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-55709858-ee78-451d-a077-0ba39fe55ccf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1979717538-network', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:28:51.439680 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55709858-ee78-451d-a077-0ba39fe55ccf admin admin] Made reservation on behalf of 1cf3d5bfe9a745f38372c42c9cfa1f63 for: {'network': 1} {{(pid=103898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:28:51.442421 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-55709858-ee78-451d-a077-0ba39fe55ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for network (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:51.453209 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-55709858-ee78-451d-a077-0ba39fe55ccf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:51.482466 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=70,neutron:INSERT=26,neutron:UPDATE=4 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:51.502432 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-14f64fdd-56af-4de1-8995-347749df10e5 admin admin] Publish callbacks [] for security_group (ceaa21d8-25fa-415b-9590-2ffed8aee07d), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:51.520913 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-14f64fdd-56af-4de1-8995-347749df10e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (ceaa21d8-25fa-415b-9590-2ffed8aee07d), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:51.534963 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14f64fdd-56af-4de1-8995-347749df10e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:28:51.548019 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-55709858-ee78-451d-a077-0ba39fe55ccf admin admin] Publish callbacks [] for security_group (2c9bbdc5-a631-4b8a-86cd-99daef993b8f), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:51.555701 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-55709858-ee78-451d-a077-0ba39fe55ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (2c9bbdc5-a631-4b8a-86cd-99daef993b8f), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:51.576345 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55709858-ee78-451d-a077-0ba39fe55ccf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:28:51.589268 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-f1bd22c8-3aaa-4650-af0e-9fe086b6a2ac admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.8841648 Jul 18 10:28:51.589852 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-55709858-ee78-451d-a077-0ba39fe55ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (9f9e9026-9d7c-43b5-af17-ac9b99df5729), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:51.590199 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.db.segments_db [None req-55709858-ee78-451d-a077-0ba39fe55ccf admin admin] Added segment 9f9e9026-9d7c-43b5-af17-ac9b99df5729 of type vlan for network a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 Jul 18 10:28:51.599935 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 56306) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:28:51.619230 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-14f64fdd-56af-4de1-8995-347749df10e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:51.619931 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.db.segments_db [None req-14f64fdd-56af-4de1-8995-347749df10e5 admin admin] Added segment cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c of type vlan for network 4fd50c95-7888-4b58-b176-0e3d534d461f Jul 18 10:28:51.621667 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f64fdd-56af-4de1-8995-347749df10e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceaa21d8-25fa-415b-9590-2ffed8aee07d,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:28:51.627756 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-84657cd4-2878-4ea5-b278-00d33ecb54d9 admin admin] Request body: {'subnet': {'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-176325128-subnet', 'tenant_id': '8a1921237622439bab89676e11477c13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:28:51.646051 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd22c8-3aaa-4650-af0e-9fe086b6a2ac admin admin] Pushing event updated for resources: {'Network': ['ID=3122165b-a136-4d21-b84f-81ce161e0ad4,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:28:51.662909 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Network 3122165b-a136-4d21-b84f-81ce161e0ad4 details requested by agent ovs-agent-dv-cinder-837546-3-iscsi with host dv-cinder-837546-3-iscsi {{(pid=103900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:28:51.673498 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=72,neutron:INSERT=22,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:51.695157 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7c666f6a-5dd9-49fc-b841-cc07994cc37c admin admin] Publish callbacks [] for security_group (8f4aa611-2fe6-476c-b44c-b5615e1e562e), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:51.699870 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-14f64fdd-56af-4de1-8995-347749df10e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756233730353'] for network (4fd50c95-7888-4b58-b176-0e3d534d461f), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:51.704393 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84657cd4-2878-4ea5-b278-00d33ecb54d9 admin admin] Made reservation on behalf of 8a1921237622439bab89676e11477c13 for: {'subnet': 1} {{(pid=103898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:28:51.707150 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-84657cd4-2878-4ea5-b278-00d33ecb54d9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:51.727133 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7c666f6a-5dd9-49fc-b841-cc07994cc37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (8f4aa611-2fe6-476c-b44c-b5615e1e562e), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:51.742349 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55709858-ee78-451d-a077-0ba39fe55ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9bbdc5-a631-4b8a-86cd-99daef993b8f,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:28:51.756426 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c666f6a-5dd9-49fc-b841-cc07994cc37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4aa611-2fe6-476c-b44c-b5615e1e562e,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:28:51.759317 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-14f64fdd-56af-4de1-8995-347749df10e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580'] for network (4fd50c95-7888-4b58-b176-0e3d534d461f), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:51.760447 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f64fdd-56af-4de1-8995-347749df10e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:28:51.761224 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-14f64fdd-56af-4de1-8995-347749df10e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:51.789609 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c666f6a-5dd9-49fc-b841-cc07994cc37c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:28:51.792930 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-55709858-ee78-451d-a077-0ba39fe55ccf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756233730353'] for network (a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:51.801267 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55709858-ee78-451d-a077-0ba39fe55ccf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:51.801614 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55709858-ee78-451d-a077-0ba39fe55ccf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:51.802014 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55709858-ee78-451d-a077-0ba39fe55ccf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:51.803113 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55709858-ee78-451d-a077-0ba39fe55ccf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:51.803450 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55709858-ee78-451d-a077-0ba39fe55ccf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:51.803914 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55709858-ee78-451d-a077-0ba39fe55ccf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:51.804246 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55709858-ee78-451d-a077-0ba39fe55ccf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:51.804787 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55709858-ee78-451d-a077-0ba39fe55ccf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:51.805154 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55709858-ee78-451d-a077-0ba39fe55ccf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:51.805612 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55709858-ee78-451d-a077-0ba39fe55ccf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:51.805969 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55709858-ee78-451d-a077-0ba39fe55ccf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:51.806342 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55709858-ee78-451d-a077-0ba39fe55ccf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:51.806670 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55709858-ee78-451d-a077-0ba39fe55ccf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:51.806991 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55709858-ee78-451d-a077-0ba39fe55ccf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:51.807312 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55709858-ee78-451d-a077-0ba39fe55ccf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55709858-ee78-451d-a077-0ba39fe55ccf admin admin] Tracked resource versions report: Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: pushed versions: Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: { 'AddressGroup': {'1.2'}, Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: 'Agent': {'1.1'}, Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: 'ConntrackHelper': {'1.0'}, Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: 'LocalIPAssociation': {'1.0'}, Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: 'Log': {'1.0'}, Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: 'NDPProxy': {'1.0'}, Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: 'Network': {'1.1'}, Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: 'Port': {'1.7'}, Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: 'PortForwarding': {'1.3'}, Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: 'QosPolicy': {'1.10'}, Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: 'SecurityGroup': {'1.5'}, Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: 'SecurityGroupRule': {'1.2'}, Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: 'SubPort': {'1.0'}, Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: 'Subnet': {'1.1'}, Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: 'Trunk': {'1.1'}} Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: consumer versions: Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: { DHCP agent@dv-cinder-837546-3-iscsi: {}, Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: HyperV agent@hv-cinder-83754: {}, Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: L3 agent@dv-cinder-837546-3-iscsi: {}, Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: Metadata agent@dv-cinder-837546-3-iscsi: {}, Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: Metering agent@dv-cinder-837546-3-iscsi: {}, Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: Open vSwitch agent@dv-cinder-837546-3-iscsi: { 'AddressGroup': '1.2', Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: 'Agent': '1.1', Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: 'ConntrackHelper': '1.0', Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: 'LocalIPAssociation': '1.0', Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: 'Log': '1.0', Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: 'NDPProxy': '1.0', Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: 'Network': '1.1', Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: 'Port': '1.7', Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: 'PortForwarding': '1.3', Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: 'QosPolicy': '1.10', Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: 'SecurityGroup': '1.5', Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: 'SecurityGroupRule': '1.2', Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: 'SubPort': '1.0', Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: 'Subnet': '1.1', Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: 'Trunk': '1.1'}} Jul 18 10:28:51.808664 dv-cinder-837546-3-iscsi neutron-server[103898]: {{(pid=103898) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 10:28:51.816459 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-14f64fdd-56af-4de1-8995-347749df10e5 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8370004 Jul 18 10:28:51.823746 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7c666f6a-5dd9-49fc-b841-cc07994cc37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (b8e67c14-fddc-40ae-b81d-a41c8632f5cb), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:51.824307 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.db.segments_db [None req-7c666f6a-5dd9-49fc-b841-cc07994cc37c admin admin] Added segment b8e67c14-fddc-40ae-b81d-a41c8632f5cb of type vlan for network a825217e-675b-4d91-a035-cfdee7f60003 Jul 18 10:28:51.825627 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 56312) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:28:51.839169 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-6b87ccf4-98bc-44b7-a546-71161a6ef863 admin admin] Request body: {'subnet': {'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-343087554-subnet', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:28:51.892785 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b87ccf4-98bc-44b7-a546-71161a6ef863 admin admin] Made reservation on behalf of e6e487deb7ff45bdbf2cc002d42d12a5 for: {'subnet': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:28:51.894883 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-6b87ccf4-98bc-44b7-a546-71161a6ef863 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:51.908393 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-55709858-ee78-451d-a077-0ba39fe55ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580'] for network (a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:51.909533 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55709858-ee78-451d-a077-0ba39fe55ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:28:51.912413 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-55709858-ee78-451d-a077-0ba39fe55ccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:52.077782 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-55709858-ee78-451d-a077-0ba39fe55ccf admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.9737830 Jul 18 10:28:52.078791 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 56326) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:28:52.108632 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-e00a1763-7ad7-49d5-a9ac-ecb744258a82 admin admin] Request body: {'subnet': {'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1979717538-subnet', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:28:52.130965 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55709858-ee78-451d-a077-0ba39fe55ccf admin admin] Pushing event updated for resources: {'Network': ['ID=a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:28:52.137612 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00a1763-7ad7-49d5-a9ac-ecb744258a82 admin admin] Made reservation on behalf of 1cf3d5bfe9a745f38372c42c9cfa1f63 for: {'subnet': 1} {{(pid=103898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:28:52.140425 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e00a1763-7ad7-49d5-a9ac-ecb744258a82 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:52.145266 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Network a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 details requested by agent ovs-agent-dv-cinder-837546-3-iscsi with host dv-cinder-837546-3-iscsi {{(pid=103900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:28:52.285365 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f64fdd-56af-4de1-8995-347749df10e5 admin admin] Pushing event updated for resources: {'Network': ['ID=4fd50c95-7888-4b58-b176-0e3d534d461f,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:28:52.307934 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7c666f6a-5dd9-49fc-b841-cc07994cc37c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756233730353'] for network (a825217e-675b-4d91-a035-cfdee7f60003), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:52.325010 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:INSERT=16,neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:52.330117 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Network 4fd50c95-7888-4b58-b176-0e3d534d461f details requested by agent ovs-agent-dv-cinder-837546-3-iscsi with host dv-cinder-837546-3-iscsi {{(pid=103900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:28:52.416702 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7c666f6a-5dd9-49fc-b841-cc07994cc37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580'] for network (a825217e-675b-4d91-a035-cfdee7f60003), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:52.417847 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c666f6a-5dd9-49fc-b841-cc07994cc37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:28:52.418488 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7c666f6a-5dd9-49fc-b841-cc07994cc37c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:52.469766 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-6b87ccf4-98bc-44b7-a546-71161a6ef863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580'] for subnet (6a7b9bf8-c0da-4f73-9742-17e8876165f7), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:52.543239 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-84657cd4-2878-4ea5-b278-00d33ecb54d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580'] for subnet (af51bf80-7ad7-4853-9105-dc8b032ebd26), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:52.586833 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-080bb4c1-f737-47d6-bec0-7535abb12212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:52.647167 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-7c666f6a-5dd9-49fc-b841-cc07994cc37c admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.7545731 Jul 18 10:28:52.652249 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 56364) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:28:52.660721 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-ec51287a-aa89-4dd9-9010-b5298eab5583 admin admin] Request body: {'subnet': {'network_id': 'a825217e-675b-4d91-a035-cfdee7f60003', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1938776782-subnet', 'tenant_id': 'daab623e57e54081b262d4a8fe124f42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:28:52.673748 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:52.674742 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84657cd4-2878-4ea5-b278-00d33ecb54d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af51bf80-7ad7-4853-9105-dc8b032ebd26,revision_number=0']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:28:52.676000 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c666f6a-5dd9-49fc-b841-cc07994cc37c admin admin] Pushing event updated for resources: {'Network': ['ID=a825217e-675b-4d91-a035-cfdee7f60003,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:28:52.687098 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Network a825217e-675b-4d91-a035-cfdee7f60003 details requested by agent ovs-agent-dv-cinder-837546-3-iscsi with host dv-cinder-837546-3-iscsi {{(pid=103900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:28:52.718702 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec51287a-aa89-4dd9-9010-b5298eab5583 admin admin] Made reservation on behalf of daab623e57e54081b262d4a8fe124f42 for: {'subnet': 1} {{(pid=103898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:28:52.721098 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ec51287a-aa89-4dd9-9010-b5298eab5583 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:52.762087 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87ccf4-98bc-44b7-a546-71161a6ef863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a7b9bf8-c0da-4f73-9742-17e8876165f7,revision_number=0']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:28:52.763278 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84657cd4-2878-4ea5-b278-00d33ecb54d9 admin admin] Checking segment: {'id': '187bb490-ae11-4ab4-ac32-71de79c724ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:28:52.763453 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84657cd4-2878-4ea5-b278-00d33ecb54d9 admin admin] Network hostable DHCP agents. Network: 3122165b-a136-4d21-b84f-81ce161e0ad4, hostable agents: ['fa8f3552-6db4-4084-80f3-0029642e69db'], hosted agents: [] {{(pid=103898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:28:52.783797 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b87ccf4-98bc-44b7-a546-71161a6ef863 admin admin] Checking segment: {'id': 'cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:28:52.784157 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b87ccf4-98bc-44b7-a546-71161a6ef863 admin admin] Network hostable DHCP agents. Network: 4fd50c95-7888-4b58-b176-0e3d534d461f, hostable agents: ['fa8f3552-6db4-4084-80f3-0029642e69db'], hosted agents: [] {{(pid=103899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:28:52.818201 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b87ccf4-98bc-44b7-a546-71161a6ef863 admin admin] Network 4fd50c95-7888-4b58-b176-0e3d534d461f is scheduled to be hosted by DHCP agent fa8f3552-6db4-4084-80f3-0029642e69db with binding_index 1 {{(pid=103899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:28:52.830759 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [None req-6b87ccf4-98bc-44b7-a546-71161a6ef863 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-3-iscsi, 4fd50c95-7888-4b58-b176-0e3d534d461f) {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:28:52.841084 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33ee874-19b9-48ed-a382-528e287e8062 None None] Network 4fd50c95-7888-4b58-b176-0e3d534d461f requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:28:52.845165 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b87ccf4-98bc-44b7-a546-71161a6ef863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:28:52.846078 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-6b87ccf4-98bc-44b7-a546-71161a6ef863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for subnet (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:52.849666 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e00a1763-7ad7-49d5-a9ac-ecb744258a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580'] for subnet (a4981e04-0b42-475d-8711-94b32dc6a81f), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:52.864125 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84657cd4-2878-4ea5-b278-00d33ecb54d9 admin admin] Network 3122165b-a136-4d21-b84f-81ce161e0ad4 is scheduled to be hosted by DHCP agent fa8f3552-6db4-4084-80f3-0029642e69db with binding_index 1 {{(pid=103898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:28:52.869745 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-6b87ccf4-98bc-44b7-a546-71161a6ef863 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0427523 Jul 18 10:28:52.878315 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 56370) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:28:52.883554 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-b99914b6-6d8a-49c0-aa34-c684015bc69f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-343087554-router', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:28:52.899774 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-84657cd4-2878-4ea5-b278-00d33ecb54d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-3-iscsi, 3122165b-a136-4d21-b84f-81ce161e0ad4) {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:28:52.910161 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b99914b6-6d8a-49c0-aa34-c684015bc69f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-659929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1453'] for router (25caf605-4c7d-44c9-8381-5f91529ecdd4), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:52.912455 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b99914b6-6d8a-49c0-aa34-c684015bc69f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1434'] for router (25caf605-4c7d-44c9-8381-5f91529ecdd4), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:52.921147 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84657cd4-2878-4ea5-b278-00d33ecb54d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:28:52.921781 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-84657cd4-2878-4ea5-b278-00d33ecb54d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for subnet (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:52.931524 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:UPDATE=4,neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:52.939799 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f875c0fa-c0bc-4561-bfb8-18e9f3b86ec8 None None] Network 3122165b-a136-4d21-b84f-81ce161e0ad4 requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:28:52.955099 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-84657cd4-2878-4ea5-b278-00d33ecb54d9 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3314886 Jul 18 10:28:52.976141 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 56372) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:28:52.984013 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-ae784155-1294-45f8-91f5-605cd174f907 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-176325128-router', 'tenant_id': '8a1921237622439bab89676e11477c13', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:28:52.993695 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00a1763-7ad7-49d5-a9ac-ecb744258a82 admin admin] Checking segment: {'id': '9f9e9026-9d7c-43b5-af17-ac9b99df5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:28:52.993945 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00a1763-7ad7-49d5-a9ac-ecb744258a82 admin admin] Network hostable DHCP agents. Network: a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4, hostable agents: ['fa8f3552-6db4-4084-80f3-0029642e69db'], hosted agents: [] {{(pid=103898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:28:53.001491 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:53.001705 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a1763-7ad7-49d5-a9ac-ecb744258a82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4981e04-0b42-475d-8711-94b32dc6a81f,revision_number=0']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:28:53.016536 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b99914b6-6d8a-49c0-aa34-c684015bc69f admin admin] Publish callbacks [] for router_controller (25caf605-4c7d-44c9-8381-5f91529ecdd4), precommit_add_association {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:53.047453 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00a1763-7ad7-49d5-a9ac-ecb744258a82 admin admin] Network a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 is scheduled to be hosted by DHCP agent fa8f3552-6db4-4084-80f3-0029642e69db with binding_index 1 {{(pid=103898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:28:53.080155 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-e00a1763-7ad7-49d5-a9ac-ecb744258a82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-3-iscsi, a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4) {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:28:53.102774 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-ae784155-1294-45f8-91f5-605cd174f907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-659929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1453'] for router (f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:53.104546 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-ae784155-1294-45f8-91f5-605cd174f907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1434'] for router (f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:53.104688 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00a1763-7ad7-49d5-a9ac-ecb744258a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:28:53.104688 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e00a1763-7ad7-49d5-a9ac-ecb744258a82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for subnet (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:53.118751 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d82f98-3d80-4a4f-ba1a-61e3a967c5a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69b35a5f-4d22-5468-adcd-c56b599b10b8-4fd50c95-7888-4b58-b176-0e3d534d461f', 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f', 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'fixed_ips': [{'subnet_id': '6a7b9bf8-c0da-4f73-9742-17e8876165f7'}]}} from dv-cinder-837546-3-iscsi. {{(pid=103900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 10:28:53.120141 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-88d82f98-3d80-4a4f-ba1a-61e3a967c5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:53.123123 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d3cc05-36c1-41c5-a815-2c9017e70ba4 None None] Network a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:28:53.201707 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-ae784155-1294-45f8-91f5-605cd174f907 admin admin] Publish callbacks [] for router_controller (f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3), precommit_add_association {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:53.219016 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ec51287a-aa89-4dd9-9010-b5298eab5583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580'] for subnet (68a4034d-cce3-4362-8629-a3033003a5d7), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:53.234414 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-e00a1763-7ad7-49d5-a9ac-ecb744258a82 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1309488 Jul 18 10:28:53.236701 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 56374) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:28:53.252246 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-2a6bde4f-8045-469d-bf7a-ff4b841de447 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1979717538-router', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:28:53.343027 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2a6bde4f-8045-469d-bf7a-ff4b841de447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-659929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1453'] for router (2d9a0d12-2331-4e5f-9d38-b53462247d9a), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:53.344575 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2a6bde4f-8045-469d-bf7a-ff4b841de447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1434'] for router (2d9a0d12-2331-4e5f-9d38-b53462247d9a), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:53.375058 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69b35a5f-4d22-5468-adcd-c56b599b10b8-3122165b-a136-4d21-b84f-81ce161e0ad4', 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4', 'project_id': '8a1921237622439bab89676e11477c13', 'fixed_ips': [{'subnet_id': 'af51bf80-7ad7-4853-9105-dc8b032ebd26'}]}} from dv-cinder-837546-3-iscsi. {{(pid=103900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 10:28:53.376073 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:53.405389 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac193d5f-8618-427e-b5ff-84a3b106d891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69b35a5f-4d22-5468-adcd-c56b599b10b8-a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'fixed_ips': [{'subnet_id': 'a4981e04-0b42-475d-8711-94b32dc6a81f'}]}} from dv-cinder-837546-3-iscsi. {{(pid=103900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 10:28:53.406453 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ac193d5f-8618-427e-b5ff-84a3b106d891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:53.440064 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-ae784155-1294-45f8-91f5-605cd174f907 admin admin] Publish callbacks [] for router_gateway (f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:53.464088 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2a6bde4f-8045-469d-bf7a-ff4b841de447 admin admin] Publish callbacks [] for router_controller (2d9a0d12-2331-4e5f-9d38-b53462247d9a), precommit_add_association {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:53.467202 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec51287a-aa89-4dd9-9010-b5298eab5583 admin admin] Checking segment: {'id': 'b8e67c14-fddc-40ae-b81d-a41c8632f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a825217e-675b-4d91-a035-cfdee7f60003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:28:53.467623 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec51287a-aa89-4dd9-9010-b5298eab5583 admin admin] Network hostable DHCP agents. Network: a825217e-675b-4d91-a035-cfdee7f60003, hostable agents: ['fa8f3552-6db4-4084-80f3-0029642e69db'], hosted agents: [] {{(pid=103898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:28:53.490456 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b99914b6-6d8a-49c0-aa34-c684015bc69f admin admin] Publish callbacks [] for router_gateway (25caf605-4c7d-44c9-8381-5f91529ecdd4), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:53.731509 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [None req-88d82f98-3d80-4a4f-ba1a-61e3a967c5a1 None None] Allocated IP 172.20.0.2 (4fd50c95-7888-4b58-b176-0e3d534d461f/6a7b9bf8-c0da-4f73-9742-17e8876165f7/9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:28:53.749974 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:53.751121 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:53.815857 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:53.819659 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec51287a-aa89-4dd9-9010-b5298eab5583 admin admin] Network a825217e-675b-4d91-a035-cfdee7f60003 is scheduled to be hosted by DHCP agent fa8f3552-6db4-4084-80f3-0029642e69db with binding_index 1 {{(pid=103898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:28:53.827846 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2a6bde4f-8045-469d-bf7a-ff4b841de447 admin admin] Publish callbacks [] for router_gateway (2d9a0d12-2331-4e5f-9d38-b53462247d9a), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:53.860432 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:53.870369 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51287a-aa89-4dd9-9010-b5298eab5583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68a4034d-cce3-4362-8629-a3033003a5d7,revision_number=0']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:28:53.876477 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-ec51287a-aa89-4dd9-9010-b5298eab5583 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-3-iscsi, a825217e-675b-4d91-a035-cfdee7f60003) {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:28:53.897624 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec51287a-aa89-4dd9-9010-b5298eab5583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:28:53.898685 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ec51287a-aa89-4dd9-9010-b5298eab5583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for subnet (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:53.930117 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-ec51287a-aa89-4dd9-9010-b5298eab5583 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2749546 Jul 18 10:28:53.956270 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 56400) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:28:53.972154 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-f53e8c1d-4a4d-4255-a15d-c4f6ce52f7bb admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1938776782-router', 'tenant_id': 'daab623e57e54081b262d4a8fe124f42', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:28:54.051248 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f36a66d-d3e4-4b1c-baf7-28b2efc7f966 None None] Network a825217e-675b-4d91-a035-cfdee7f60003 requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:28:54.056079 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:54.173447 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2a6bde4f-8045-469d-bf7a-ff4b841de447 admin admin] Publish callbacks [] for router_gateway (2d9a0d12-2331-4e5f-9d38-b53462247d9a), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:54.231352 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2a6bde4f-8045-469d-bf7a-ff4b841de447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:54.263771 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b99914b6-6d8a-49c0-aa34-c684015bc69f admin admin] Publish callbacks [] for router_gateway (25caf605-4c7d-44c9-8381-5f91529ecdd4), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:54.299551 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-ae784155-1294-45f8-91f5-605cd174f907 admin admin] Publish callbacks [] for router_gateway (f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:54.304371 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b99914b6-6d8a-49c0-aa34-c684015bc69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:54.385209 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f53e8c1d-4a4d-4255-a15d-c4f6ce52f7bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-659929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1453'] for router (f1177cc8-fcd2-4459-9054-5163f9096822), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:54.387496 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f53e8c1d-4a4d-4255-a15d-c4f6ce52f7bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1434'] for router (f1177cc8-fcd2-4459-9054-5163f9096822), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:54.393357 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Allocated IP 172.20.0.2 (3122165b-a136-4d21-b84f-81ce161e0ad4/af51bf80-7ad7-4853-9105-dc8b032ebd26/9dc9505c-5f13-4cb4-96f4-f0900c7254f7) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:28:54.425203 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-2a6bde4f-8045-469d-bf7a-ff4b841de447 admin admin] Allocated IP 172.27.3.66 (ab707614-a8a6-4503-81fa-3cf63d34938b/a666abde-39cf-4361-a6f5-7885f7528b36/55318072-cef0-4676-82c9-ee2867adafd7) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:28:54.491967 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-ae784155-1294-45f8-91f5-605cd174f907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:54.603298 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:54.695818 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2a6bde4f-8045-469d-bf7a-ff4b841de447 admin admin] Publish callbacks [] for port (55318072-cef0-4676-82c9-ee2867adafd7), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:54.699705 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:54.725895 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Publish callbacks [] for port (9dc9505c-5f13-4cb4-96f4-f0900c7254f7), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:54.763153 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598'] for port (9dc9505c-5f13-4cb4-96f4-f0900c7254f7), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:54.766151 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2a6bde4f-8045-469d-bf7a-ff4b841de447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598'] for port (55318072-cef0-4676-82c9-ee2867adafd7), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:54.822360 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6bde4f-8045-469d-bf7a-ff4b841de447 admin admin] Network ab707614-a8a6-4503-81fa-3cf63d34938b is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:28:54.830157 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-2a6bde4f-8045-469d-bf7a-ff4b841de447 admin admin] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:28:54.830953 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6bde4f-8045-469d-bf7a-ff4b841de447 admin admin] Pushing event updated for resources: {'Port': ['ID=55318072-cef0-4676-82c9-ee2867adafd7,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:28:54.833992 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6bde4f-8045-469d-bf7a-ff4b841de447 admin admin] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:28:54.862074 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_common [None req-ae784155-1294-45f8-91f5-605cd174f907 admin admin] Allocated IP 172.27.3.185 (ab707614-a8a6-4503-81fa-3cf63d34938b/a666abde-39cf-4361-a6f5-7885f7528b36/28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779) {{(pid=103899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:28:54.872417 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Network 3122165b-a136-4d21-b84f-81ce161e0ad4 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:28:54.877674 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [None req-ac193d5f-8618-427e-b5ff-84a3b106d891 None None] Allocated IP 172.20.0.2 (a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4/a4981e04-0b42-475d-8711-94b32dc6a81f/7d5bac65-a4cf-42f8-adb4-5c88e7551002) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:28:54.956550 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=6 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:54.963972 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:54.966097 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:28:54.976755 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f53e8c1d-4a4d-4255-a15d-c4f6ce52f7bb admin admin] Publish callbacks [] for router_controller (f1177cc8-fcd2-4459-9054-5163f9096822), precommit_add_association {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:54.977786 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 56452) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:28:54.982696 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:28:54.988726 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Pushing event updated for resources: {'Port': ['ID=9dc9505c-5f13-4cb4-96f4-f0900c7254f7,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:28:55.094824 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-ae784155-1294-45f8-91f5-605cd174f907 admin admin] Publish callbacks [] for port (28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:55.126845 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2a6bde4f-8045-469d-bf7a-ff4b841de447 admin admin] Publish callbacks [] for router_gateway (2d9a0d12-2331-4e5f-9d38-b53462247d9a), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:55.127963 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:55.128621 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:55.129188 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:55.130699 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:55.131495 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:55.132193 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:55.132728 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:55.133236 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:55.133787 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:55.134325 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:55.134861 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:55.135409 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:55.135932 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:55.136468 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:55.137033 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Tracked resource versions report: Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: pushed versions: Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: { 'AddressGroup': {'1.2'}, Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: 'Agent': {'1.1'}, Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: 'ConntrackHelper': {'1.0'}, Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: 'LocalIPAssociation': {'1.0'}, Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: 'Log': {'1.0'}, Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: 'NDPProxy': {'1.0'}, Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: 'Network': {'1.1'}, Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: 'Port': {'1.7'}, Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: 'PortForwarding': {'1.3'}, Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: 'QosPolicy': {'1.10'}, Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: 'SecurityGroup': {'1.5'}, Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: 'SecurityGroupRule': {'1.2'}, Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: 'SubPort': {'1.0'}, Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: 'Subnet': {'1.1'}, Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: 'Trunk': {'1.1'}} Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: consumer versions: Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: { DHCP agent@dv-cinder-837546-3-iscsi: {}, Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: HyperV agent@hv-cinder-83754: {}, Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: L3 agent@dv-cinder-837546-3-iscsi: {}, Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: Metadata agent@dv-cinder-837546-3-iscsi: {}, Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: Metering agent@dv-cinder-837546-3-iscsi: {}, Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: Open vSwitch agent@dv-cinder-837546-3-iscsi: { 'AddressGroup': '1.2', Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: 'Agent': '1.1', Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: 'ConntrackHelper': '1.0', Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: 'LocalIPAssociation': '1.0', Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: 'Log': '1.0', Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: 'NDPProxy': '1.0', Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: 'Network': '1.1', Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: 'Port': '1.7', Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: 'PortForwarding': '1.3', Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: 'QosPolicy': '1.10', Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: 'SecurityGroup': '1.5', Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: 'SecurityGroupRule': '1.2', Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: 'SubPort': '1.0', Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: 'Subnet': '1.1', Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: 'Trunk': '1.1'}} Jul 18 10:28:55.138589 dv-cinder-837546-3-iscsi neutron-server[103900]: {{(pid=103900) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 10:28:55.173696 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-88d82f98-3d80-4a4f-ba1a-61e3a967c5a1 None None] Publish callbacks [] for port (9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:55.181628 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:55.199556 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:55.209454 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155c7f9e-0968-4685-b15a-8fa77d74df5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69b35a5f-4d22-5468-adcd-c56b599b10b8-a825217e-675b-4d91-a035-cfdee7f60003', 'network_id': 'a825217e-675b-4d91-a035-cfdee7f60003', 'project_id': 'daab623e57e54081b262d4a8fe124f42', 'fixed_ips': [{'subnet_id': '68a4034d-cce3-4362-8629-a3033003a5d7'}]}} from dv-cinder-837546-3-iscsi. {{(pid=103900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 10:28:55.210627 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-155c7f9e-0968-4685-b15a-8fa77d74df5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:55.225285 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-88d82f98-3d80-4a4f-ba1a-61e3a967c5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598'] for port (9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:55.247301 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Attempting to bind port 9dc9505c-5f13-4cb4-96f4-f0900c7254f7 on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:28:55.247673 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Attempting to bind port 9dc9505c-5f13-4cb4-96f4-f0900c7254f7 by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': '187bb490-ae11-4ab4-ac32-71de79c724ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:28:55.248036 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Attempting to bind port 9dc9505c-5f13-4cb4-96f4-f0900c7254f7 on network 3122165b-a136-4d21-b84f-81ce161e0ad4 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:28:55.268853 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:55.277090 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7ba0f8da-266b-4da0-a965-a90425438880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:55.291628 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f53e8c1d-4a4d-4255-a15d-c4f6ce52f7bb admin admin] Publish callbacks [] for router_gateway (f1177cc8-fcd2-4459-9054-5163f9096822), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:55.320645 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-ae784155-1294-45f8-91f5-605cd174f907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598'] for port (28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:55.343753 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:55.343990 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:28:55.343990 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Checking segment: {'id': '187bb490-ae11-4ab4-ac32-71de79c724ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:28:55.344434 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:55.344721 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Bound using segment: {'id': '187bb490-ae11-4ab4-ac32-71de79c724ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:28:55.345201 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Bound port: 9dc9505c-5f13-4cb4-96f4-f0900c7254f7, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187bb490-ae11-4ab4-ac32-71de79c724ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:28:55.345571 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (9dc9505c-5f13-4cb4-96f4-f0900c7254f7), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:55.349791 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d82f98-3d80-4a4f-ba1a-61e3a967c5a1 None None] Network 4fd50c95-7888-4b58-b176-0e3d534d461f is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:28:55.377881 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-88d82f98-3d80-4a4f-ba1a-61e3a967c5a1 None None] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:28:55.422551 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2a6bde4f-8045-469d-bf7a-ff4b841de447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780286'] for router (2d9a0d12-2331-4e5f-9d38-b53462247d9a), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:55.425362 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:55.428248 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d82f98-3d80-4a4f-ba1a-61e3a967c5a1 None None] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:28:55.449573 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d82f98-3d80-4a4f-ba1a-61e3a967c5a1 None None] Pushing event updated for resources: {'Port': ['ID=9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:28:55.517476 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_common [None req-b99914b6-6d8a-49c0-aa34-c684015bc69f admin admin] Allocated IP 172.27.3.168 (ab707614-a8a6-4503-81fa-3cf63d34938b/a666abde-39cf-4361-a6f5-7885f7528b36/1316640b-352d-4fd7-9f25-0a1f9d0bcb7a) {{(pid=103899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:28:55.522990 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] For port 9dc9505c-5f13-4cb4-96f4-f0900c7254f7, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:28:55.529529 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae784155-1294-45f8-91f5-605cd174f907 admin admin] Network ab707614-a8a6-4503-81fa-3cf63d34938b is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:28:55.545973 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [None req-ae784155-1294-45f8-91f5-605cd174f907 admin admin] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:28:55.565475 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae784155-1294-45f8-91f5-605cd174f907 admin admin] Received port after_create {{(pid=103899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:28:55.567324 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae784155-1294-45f8-91f5-605cd174f907 admin admin] Pushing event updated for resources: {'Port': ['ID=28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:28:55.594602 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6bde4f-8045-469d-bf7a-ff4b841de447 admin admin] Router 2d9a0d12-2331-4e5f-9d38-b53462247d9a is scheduled to L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c with binding_index 1 {{(pid=103898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 10:28:55.615958 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] For port 9dc9505c-5f13-4cb4-96f4-f0900c7254f7, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=9dc9505c-5f13-4cb4-96f4-f0900c7254f7,segment=NetworkSegment(187bb490-ae11-4ab4-ac32-71de79c724ca),segment_id=187bb490-ae11-4ab4-ac32-71de79c724ca)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:28:55.678644 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (9dc9505c-5f13-4cb4-96f4-f0900c7254f7), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:55.691678 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:55.719680 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6bde4f-8045-469d-bf7a-ff4b841de447 admin admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:28:55.735706 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bb9140-21b3-4ccb-b945-73b45526220a None None] Sync routers for ids ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'] in dv-cinder-837546-3-iscsi {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:28:55.753921 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bb9140-21b3-4ccb-b945-73b45526220a None None] Routers {'2d9a0d12-2331-4e5f-9d38-b53462247d9a'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:28:55.754622 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-71bb9140-21b3-4ccb-b945-73b45526220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:28:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:28:55.762989 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2a6bde4f-8045-469d-bf7a-ff4b841de447 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:55.767083 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-2a6bde4f-8045-469d-bf7a-ff4b841de447 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5169427 Jul 18 10:28:55.767314 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 56468) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:28:55.808192 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ac193d5f-8618-427e-b5ff-84a3b106d891 None None] Publish callbacks [] for port (7d5bac65-a4cf-42f8-adb4-5c88e7551002), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:55.816906 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:55.837936 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-88d82f98-3d80-4a4f-ba1a-61e3a967c5a1 None None] Attempting to bind port 9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59 on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:28:55.841680 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-88d82f98-3d80-4a4f-ba1a-61e3a967c5a1 None None] Attempting to bind port 9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59 by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': 'cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:28:55.842321 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d82f98-3d80-4a4f-ba1a-61e3a967c5a1 None None] Attempting to bind port 9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59 on network 4fd50c95-7888-4b58-b176-0e3d534d461f {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:28:55.852321 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [None req-155c7f9e-0968-4685-b15a-8fa77d74df5c None None] Allocated IP 172.20.0.2 (a825217e-675b-4d91-a035-cfdee7f60003/68a4034d-cce3-4362-8629-a3033003a5d7/fb7231a1-dac9-4ecb-87f4-f0a46924a094) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:28:55.860660 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7ba0f8da-266b-4da0-a965-a90425438880 admin admin] Publish callbacks [] for security_group (78fb6e39-2f61-4838-aa46-f75f48251c87), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:55.871397 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ac193d5f-8618-427e-b5ff-84a3b106d891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598'] for port (7d5bac65-a4cf-42f8-adb4-5c88e7551002), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:55.895363 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7ba0f8da-266b-4da0-a965-a90425438880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (78fb6e39-2f61-4838-aa46-f75f48251c87), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:55.957665 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d82f98-3d80-4a4f-ba1a-61e3a967c5a1 None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:28:55.960397 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d82f98-3d80-4a4f-ba1a-61e3a967c5a1 None None] Checking segment: {'id': 'cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:28:55.961014 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-88d82f98-3d80-4a4f-ba1a-61e3a967c5a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:55.961420 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d82f98-3d80-4a4f-ba1a-61e3a967c5a1 None None] Bound using segment: {'id': 'cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:28:55.961931 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-88d82f98-3d80-4a4f-ba1a-61e3a967c5a1 None None] Bound port: 9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:28:55.964575 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-88d82f98-3d80-4a4f-ba1a-61e3a967c5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:55.971972 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:56.008814 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad9365-92a2-4a82-84b4-31e17a1c63cf None None] Pushing event updated for resources: {'Port': ['ID=9dc9505c-5f13-4cb4-96f4-f0900c7254f7,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:28:56.060587 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b99914b6-6d8a-49c0-aa34-c684015bc69f admin admin] Publish callbacks [] for port (1316640b-352d-4fd7-9f25-0a1f9d0bcb7a), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:56.119482 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-71bb9140-21b3-4ccb-b945-73b45526220a None None] Set router 2d9a0d12-2331-4e5f-9d38-b53462247d9a gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:28:56.151939 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-7ba0f8da-266b-4da0-a965-a90425438880 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f2fc95f0534240e1a13971da652442ff&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1728077 Jul 18 10:28:56.164119 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 56478) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:28:56.171389 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0f8da-266b-4da0-a965-a90425438880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fb6e39-2f61-4838-aa46-f75f48251c87,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:28:56.173507 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac193d5f-8618-427e-b5ff-84a3b106d891 None None] Pushing event updated for resources: {'Port': ['ID=7d5bac65-a4cf-42f8-adb4-5c88e7551002,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:28:56.195739 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f53e8c1d-4a4d-4255-a15d-c4f6ce52f7bb admin admin] Publish callbacks [] for router_gateway (f1177cc8-fcd2-4459-9054-5163f9096822), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:56.228226 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac193d5f-8618-427e-b5ff-84a3b106d891 None None] Network a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:28:56.276378 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:56.278604 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-ac193d5f-8618-427e-b5ff-84a3b106d891 None None] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:28:56.297876 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac193d5f-8618-427e-b5ff-84a3b106d891 None None] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:28:56.302981 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f53e8c1d-4a4d-4255-a15d-c4f6ce52f7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:56.465228 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b99914b6-6d8a-49c0-aa34-c684015bc69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598'] for port (1316640b-352d-4fd7-9f25-0a1f9d0bcb7a), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:56.476440 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-ae784155-1294-45f8-91f5-605cd174f907 admin admin] Publish callbacks [] for router_gateway (f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:56.575975 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3b495605-b7aa-4a8a-a6b0-cecd282ad139 admin admin] Publish callbacks [] for security_group (78fb6e39-2f61-4838-aa46-f75f48251c87), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:56.599486 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99914b6-6d8a-49c0-aa34-c684015bc69f admin admin] Network ab707614-a8a6-4503-81fa-3cf63d34938b is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:28:56.635157 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-88d82f98-3d80-4a4f-ba1a-61e3a967c5a1 None None] For port 9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:28:56.662136 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [None req-b99914b6-6d8a-49c0-aa34-c684015bc69f admin admin] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:28:56.677504 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99914b6-6d8a-49c0-aa34-c684015bc69f admin admin] Received port after_create {{(pid=103899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:28:56.730947 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3b495605-b7aa-4a8a-a6b0-cecd282ad139 admin admin] Publish callbacks [] for security_group (78fb6e39-2f61-4838-aa46-f75f48251c87), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:56.738849 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99914b6-6d8a-49c0-aa34-c684015bc69f admin admin] Pushing event updated for resources: {'Port': ['ID=1316640b-352d-4fd7-9f25-0a1f9d0bcb7a,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:28:56.787335 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-88d82f98-3d80-4a4f-ba1a-61e3a967c5a1 None None] For port 9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59,segment=NetworkSegment(cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c),segment_id=cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:28:56.895458 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-155c7f9e-0968-4685-b15a-8fa77d74df5c None None] Publish callbacks [] for port (fb7231a1-dac9-4ecb-87f4-f0a46924a094), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:56.919644 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:56.926705 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-71bb9140-21b3-4ccb-b945-73b45526220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'name': 'tempest-AttachVolumeNegativeTest-1979717538-router', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '55318072-cef0-4676-82c9-ee2867adafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:28:54Z', 'revision_number': 3, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'gw_port': {'id': '55318072-cef0-4676-82c9-ee2867adafd7', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:28:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi'}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:28:56.954447 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-88d82f98-3d80-4a4f-ba1a-61e3a967c5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:56.965243 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fd0305cb-e8c6-4124-b384-313335a82004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:56.990051 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bb9140-21b3-4ccb-b945-73b45526220a None None] Checking router: 2d9a0d12-2331-4e5f-9d38-b53462247d9a for host: dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:28:56.990897 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bb9140-21b3-4ccb-b945-73b45526220a None None] Updating router 2d9a0d12-2331-4e5f-9d38-b53462247d9a port 55318072-cef0-4676-82c9-ee2867adafd7 binding host dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:28:57.001233 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:57.042957 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-71bb9140-21b3-4ccb-b945-73b45526220a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (55318072-cef0-4676-82c9-ee2867adafd7), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:57.045039 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-155c7f9e-0968-4685-b15a-8fa77d74df5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598'] for port (fb7231a1-dac9-4ecb-87f4-f0a46924a094), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:57.057485 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-ac193d5f-8618-427e-b5ff-84a3b106d891 None None] Attempting to bind port 7d5bac65-a4cf-42f8-adb4-5c88e7551002 on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:28:57.058037 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-ac193d5f-8618-427e-b5ff-84a3b106d891 None None] Attempting to bind port 7d5bac65-a4cf-42f8-adb4-5c88e7551002 by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': '9f9e9026-9d7c-43b5-af17-ac9b99df5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:28:57.058676 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac193d5f-8618-427e-b5ff-84a3b106d891 None None] Attempting to bind port 7d5bac65-a4cf-42f8-adb4-5c88e7551002 on network a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:28:57.063280 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d82f98-3d80-4a4f-ba1a-61e3a967c5a1 None None] Pushing event updated for resources: {'Port': ['ID=9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:28:57.087431 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_common [None req-f53e8c1d-4a4d-4255-a15d-c4f6ce52f7bb admin admin] Allocated IP 172.27.3.169 (ab707614-a8a6-4503-81fa-3cf63d34938b/a666abde-39cf-4361-a6f5-7885f7528b36/e2a940ad-2e32-4bfb-9e16-cf56a84da4de) {{(pid=103899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:28:57.134809 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c7f9e-0968-4685-b15a-8fa77d74df5c None None] Pushing event updated for resources: {'Port': ['ID=fb7231a1-dac9-4ecb-87f4-f0a46924a094,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:28:57.144395 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 9dc9505c-5f13-4cb4-96f4-f0900c7254f7 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:28:57.197280 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155c7f9e-0968-4685-b15a-8fa77d74df5c None None] Network a825217e-675b-4d91-a035-cfdee7f60003 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:28:57.214184 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac193d5f-8618-427e-b5ff-84a3b106d891 None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:28:57.214582 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac193d5f-8618-427e-b5ff-84a3b106d891 None None] Checking segment: {'id': '9f9e9026-9d7c-43b5-af17-ac9b99df5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:28:57.215550 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ac193d5f-8618-427e-b5ff-84a3b106d891 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:57.215960 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac193d5f-8618-427e-b5ff-84a3b106d891 None None] Bound using segment: {'id': '9f9e9026-9d7c-43b5-af17-ac9b99df5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:28:57.217939 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-ac193d5f-8618-427e-b5ff-84a3b106d891 None None] Bound port: 7d5bac65-a4cf-42f8-adb4-5c88e7551002, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f9e9026-9d7c-43b5-af17-ac9b99df5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:28:57.218336 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ac193d5f-8618-427e-b5ff-84a3b106d891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (7d5bac65-a4cf-42f8-adb4-5c88e7551002), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:57.260846 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 9dc9505c-5f13-4cb4-96f4-f0900c7254f7 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:28:57.261213 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (9dc9505c-5f13-4cb4-96f4-f0900c7254f7), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:57.262989 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-155c7f9e-0968-4685-b15a-8fa77d74df5c None None] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:28:57.286914 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155c7f9e-0968-4685-b15a-8fa77d74df5c None None] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:28:57.316979 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:57.337935 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3b495605-b7aa-4a8a-a6b0-cecd282ad139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (78fb6e39-2f61-4838-aa46-f75f48251c87), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:57.338444 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3b495605-b7aa-4a8a-a6b0-cecd282ad139 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:57.342426 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-3b495605-b7aa-4a8a-a6b0-cecd282ad139 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/78fb6e39-2f61-4838-aa46-f75f48251c87 HTTP/1.1" status: 204 len: 168 time: 1.1716857 Jul 18 10:28:57.379992 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=4 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:57.380791 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-fd0305cb-e8c6-4124-b384-313335a82004 admin admin] Allocated IP 172.20.0.1 (a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4/a4981e04-0b42-475d-8711-94b32dc6a81f/1420ff7f-6c01-4735-aa6b-eee69bfd69e9) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:28:57.403581 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b495605-b7aa-4a8a-a6b0-cecd282ad139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fb6e39-2f61-4838-aa46-f75f48251c87,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:28:57.425359 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b99914b6-6d8a-49c0-aa34-c684015bc69f admin admin] Publish callbacks [] for router_gateway (25caf605-4c7d-44c9-8381-5f91529ecdd4), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:57.431576 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-ae784155-1294-45f8-91f5-605cd174f907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780286'] for router (f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:57.442362 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-155c7f9e-0968-4685-b15a-8fa77d74df5c None None] Attempting to bind port fb7231a1-dac9-4ecb-87f4-f0a46924a094 on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:28:57.445173 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-155c7f9e-0968-4685-b15a-8fa77d74df5c None None] Attempting to bind port fb7231a1-dac9-4ecb-87f4-f0a46924a094 by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': 'b8e67c14-fddc-40ae-b81d-a41c8632f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a825217e-675b-4d91-a035-cfdee7f60003'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:28:57.448864 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155c7f9e-0968-4685-b15a-8fa77d74df5c None None] Attempting to bind port fb7231a1-dac9-4ecb-87f4-f0a46924a094 on network a825217e-675b-4d91-a035-cfdee7f60003 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:28:57.554430 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f53e8c1d-4a4d-4255-a15d-c4f6ce52f7bb admin admin] Publish callbacks [] for port (e2a940ad-2e32-4bfb-9e16-cf56a84da4de), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:57.584014 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fd0305cb-e8c6-4124-b384-313335a82004 admin admin] Publish callbacks [] for port (1420ff7f-6c01-4735-aa6b-eee69bfd69e9), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:57.653100 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cc11b7-1caf-434a-8595-f0facb796e85 None None] Network 3122165b-a136-4d21-b84f-81ce161e0ad4 requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:28:57.654848 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:57.665293 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fd0305cb-e8c6-4124-b384-313335a82004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598'] for port (1420ff7f-6c01-4735-aa6b-eee69bfd69e9), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:57.671611 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-a542d743-6733-48f1-b41f-511c392ae546 None None] Provisioning complete for port 9dc9505c-5f13-4cb4-96f4-f0900c7254f7 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:28:57.672183 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a542d743-6733-48f1-b41f-511c392ae546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (9dc9505c-5f13-4cb4-96f4-f0900c7254f7), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:57.679441 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-ac193d5f-8618-427e-b5ff-84a3b106d891 None None] For port 7d5bac65-a4cf-42f8-adb4-5c88e7551002, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:28:57.737663 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155c7f9e-0968-4685-b15a-8fa77d74df5c None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:28:57.741081 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155c7f9e-0968-4685-b15a-8fa77d74df5c None None] Checking segment: {'id': 'b8e67c14-fddc-40ae-b81d-a41c8632f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a825217e-675b-4d91-a035-cfdee7f60003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:28:57.742154 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-155c7f9e-0968-4685-b15a-8fa77d74df5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:57.742791 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155c7f9e-0968-4685-b15a-8fa77d74df5c None None] Bound using segment: {'id': 'b8e67c14-fddc-40ae-b81d-a41c8632f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a825217e-675b-4d91-a035-cfdee7f60003'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:28:57.743522 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0305cb-e8c6-4124-b384-313335a82004 admin admin] Network a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:28:57.744088 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-155c7f9e-0968-4685-b15a-8fa77d74df5c None None] Bound port: fb7231a1-dac9-4ecb-87f4-f0a46924a094, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e67c14-fddc-40ae-b81d-a41c8632f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a825217e-675b-4d91-a035-cfdee7f60003'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:28:57.744671 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-155c7f9e-0968-4685-b15a-8fa77d74df5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (fb7231a1-dac9-4ecb-87f4-f0a46924a094), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:57.752164 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-fd0305cb-e8c6-4124-b384-313335a82004 admin admin] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:28:57.757029 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0305cb-e8c6-4124-b384-313335a82004 admin admin] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:28:57.757555 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fd0305cb-e8c6-4124-b384-313335a82004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783477'] for router_interface (2d9a0d12-2331-4e5f-9d38-b53462247d9a), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:57.834568 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-ac193d5f-8618-427e-b5ff-84a3b106d891 None None] For port 7d5bac65-a4cf-42f8-adb4-5c88e7551002, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=7d5bac65-a4cf-42f8-adb4-5c88e7551002,segment=NetworkSegment(9f9e9026-9d7c-43b5-af17-ac9b99df5729),segment_id=9f9e9026-9d7c-43b5-af17-ac9b99df5729)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:28:57.888197 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f53e8c1d-4a4d-4255-a15d-c4f6ce52f7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598'] for port (e2a940ad-2e32-4bfb-9e16-cf56a84da4de), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:57.909269 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ac193d5f-8618-427e-b5ff-84a3b106d891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (7d5bac65-a4cf-42f8-adb4-5c88e7551002), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:58.001960 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-155c7f9e-0968-4685-b15a-8fa77d74df5c None None] For port fb7231a1-dac9-4ecb-87f4-f0a46924a094, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:28:58.009656 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-155c7f9e-0968-4685-b15a-8fa77d74df5c None None] For port fb7231a1-dac9-4ecb-87f4-f0a46924a094, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=fb7231a1-dac9-4ecb-87f4-f0a46924a094,segment=NetworkSegment(b8e67c14-fddc-40ae-b81d-a41c8632f5cb),segment_id=b8e67c14-fddc-40ae-b81d-a41c8632f5cb)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:28:58.013267 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:58.029107 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 56518) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:28:58.037971 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53e8c1d-4a4d-4255-a15d-c4f6ce52f7bb admin admin] Network ab707614-a8a6-4503-81fa-3cf63d34938b is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:28:58.049335 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0305cb-e8c6-4124-b384-313335a82004 admin admin] Pushing event updated for resources: {'Port': ['ID=1420ff7f-6c01-4735-aa6b-eee69bfd69e9,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:28:58.056191 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [None req-f53e8c1d-4a4d-4255-a15d-c4f6ce52f7bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:28:58.068194 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53e8c1d-4a4d-4255-a15d-c4f6ce52f7bb admin admin] Received port after_create {{(pid=103899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:28:58.069079 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-92f03027-2acc-4664-9b14-62f67148db4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:58.073047 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e8c1d-4a4d-4255-a15d-c4f6ce52f7bb admin admin] Pushing event updated for resources: {'Port': ['ID=e2a940ad-2e32-4bfb-9e16-cf56a84da4de,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:28:58.081232 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 9dc9505c-5f13-4cb4-96f4-f0900c7254f7 is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:28:58.081653 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (9dc9505c-5f13-4cb4-96f4-f0900c7254f7), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:58.108355 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-155c7f9e-0968-4685-b15a-8fa77d74df5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (fb7231a1-dac9-4ecb-87f4-f0a46924a094), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:58.142972 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fd0305cb-e8c6-4124-b384-313335a82004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (1420ff7f-6c01-4735-aa6b-eee69bfd69e9), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:58.164311 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae784155-1294-45f8-91f5-605cd174f907 admin admin] Router f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3 is scheduled to L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c with binding_index 1 {{(pid=103899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 10:28:58.167683 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-71bb9140-21b3-4ccb-b945-73b45526220a None None] Publish callbacks [] for port (55318072-cef0-4676-82c9-ee2867adafd7), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:58.184145 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b99914b6-6d8a-49c0-aa34-c684015bc69f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780286'] for router (25caf605-4c7d-44c9-8381-5f91529ecdd4), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:58.190475 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-71bb9140-21b3-4ccb-b945-73b45526220a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (55318072-cef0-4676-82c9-ee2867adafd7), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:58.235455 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac193d5f-8618-427e-b5ff-84a3b106d891 None None] Pushing event updated for resources: {'Port': ['ID=7d5bac65-a4cf-42f8-adb4-5c88e7551002,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:28:58.286160 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:58.287220 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-71bb9140-21b3-4ccb-b945-73b45526220a None None] Attempting to bind port 55318072-cef0-4676-82c9-ee2867adafd7 on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:28:58.287910 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-71bb9140-21b3-4ccb-b945-73b45526220a None None] Attempting to bind port 55318072-cef0-4676-82c9-ee2867adafd7 by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:28:58.288611 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bb9140-21b3-4ccb-b945-73b45526220a None None] Attempting to bind port 55318072-cef0-4676-82c9-ee2867adafd7 on network ab707614-a8a6-4503-81fa-3cf63d34938b {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:28:58.295178 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54be03-9463-4fa0-b368-47d15129362c None None] Pushing event updated for resources: {'Port': ['ID=55318072-cef0-4676-82c9-ee2867adafd7,revision_number=2']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:28:58.307451 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bb9140-21b3-4ccb-b945-73b45526220a None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:28:58.308204 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bb9140-21b3-4ccb-b945-73b45526220a None None] Checking segment: {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:28:58.308997 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-71bb9140-21b3-4ccb-b945-73b45526220a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:58.309659 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bb9140-21b3-4ccb-b945-73b45526220a None None] Bound using segment: {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:28:58.310298 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-71bb9140-21b3-4ccb-b945-73b45526220a None None] Bound port: 55318072-cef0-4676-82c9-ee2867adafd7, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:28:58.310945 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-71bb9140-21b3-4ccb-b945-73b45526220a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (55318072-cef0-4676-82c9-ee2867adafd7), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:58.353892 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] For port 9dc9505c-5f13-4cb4-96f4-f0900c7254f7, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=9dc9505c-5f13-4cb4-96f4-f0900c7254f7,segment=NetworkSegment(187bb490-ae11-4ab4-ac32-71de79c724ca),segment_id=187bb490-ae11-4ab4-ac32-71de79c724ca)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:28:58.358323 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-a542d743-6733-48f1-b41f-511c392ae546 None None] Current status of the port 9dc9505c-5f13-4cb4-96f4-f0900c7254f7 is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:28:58.358803 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a542d743-6733-48f1-b41f-511c392ae546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (9dc9505c-5f13-4cb4-96f4-f0900c7254f7), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:58.399441 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b54be03-9463-4fa0-b368-47d15129362c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:58.400025 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b54be03-9463-4fa0-b368-47d15129362c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:58.400595 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b54be03-9463-4fa0-b368-47d15129362c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:58.401150 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b54be03-9463-4fa0-b368-47d15129362c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:58.401628 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b54be03-9463-4fa0-b368-47d15129362c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:58.402103 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b54be03-9463-4fa0-b368-47d15129362c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:58.402577 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b54be03-9463-4fa0-b368-47d15129362c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:58.403066 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b54be03-9463-4fa0-b368-47d15129362c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:58.403536 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b54be03-9463-4fa0-b368-47d15129362c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:58.404841 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b54be03-9463-4fa0-b368-47d15129362c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:58.405533 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b54be03-9463-4fa0-b368-47d15129362c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:58.406027 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b54be03-9463-4fa0-b368-47d15129362c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:58.406599 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b54be03-9463-4fa0-b368-47d15129362c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:58.407140 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b54be03-9463-4fa0-b368-47d15129362c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:58.407621 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b54be03-9463-4fa0-b368-47d15129362c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b54be03-9463-4fa0-b368-47d15129362c None None] Tracked resource versions report: Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: pushed versions: Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: { 'AddressGroup': {'1.2'}, Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: 'Agent': {'1.1'}, Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: 'ConntrackHelper': {'1.0'}, Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: 'LocalIPAssociation': {'1.0'}, Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: 'Log': {'1.0'}, Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: 'NDPProxy': {'1.0'}, Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: 'Network': {'1.1'}, Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: 'Port': {'1.7'}, Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: 'PortForwarding': {'1.3'}, Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: 'QosPolicy': {'1.10'}, Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: 'SecurityGroup': {'1.5'}, Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: 'SecurityGroupRule': {'1.2'}, Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: 'SubPort': {'1.0'}, Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: 'Subnet': {'1.1'}, Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: 'Trunk': {'1.1'}} Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: consumer versions: Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: { DHCP agent@dv-cinder-837546-3-iscsi: {}, Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: HyperV agent@hv-cinder-83754: {}, Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: L3 agent@dv-cinder-837546-3-iscsi: {}, Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: Metadata agent@dv-cinder-837546-3-iscsi: {}, Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: Metering agent@dv-cinder-837546-3-iscsi: {}, Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: Open vSwitch agent@dv-cinder-837546-3-iscsi: { 'AddressGroup': '1.2', Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: 'Agent': '1.1', Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: 'ConntrackHelper': '1.0', Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: 'LocalIPAssociation': '1.0', Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: 'Log': '1.0', Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: 'NDPProxy': '1.0', Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: 'Network': '1.1', Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: 'Port': '1.7', Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: 'PortForwarding': '1.3', Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: 'QosPolicy': '1.10', Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: 'SecurityGroup': '1.5', Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: 'SecurityGroupRule': '1.2', Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: 'SubPort': '1.0', Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: 'Subnet': '1.1', Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: 'Trunk': '1.1'}} Jul 18 10:28:58.410143 dv-cinder-837546-3-iscsi neutron-server[103901]: {{(pid=103901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 10:28:58.475003 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-71bb9140-21b3-4ccb-b945-73b45526220a None None] For port 55318072-cef0-4676-82c9-ee2867adafd7, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:28:58.481564 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (9dc9505c-5f13-4cb4-96f4-f0900c7254f7), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:58.482172 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-71bb9140-21b3-4ccb-b945-73b45526220a None None] For port 55318072-cef0-4676-82c9-ee2867adafd7, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=55318072-cef0-4676-82c9-ee2867adafd7,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:28:58.482307 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-92f03027-2acc-4664-9b14-62f67148db4d admin admin] Publish callbacks [] for security_group (4a44e422-84e5-4beb-ae24-96cba96f2d7b), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:58.500379 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-92f03027-2acc-4664-9b14-62f67148db4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (4a44e422-84e5-4beb-ae24-96cba96f2d7b), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:58.507287 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-71bb9140-21b3-4ccb-b945-73b45526220a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (55318072-cef0-4676-82c9-ee2867adafd7), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:58.514100 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=6 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:58.645765 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f03027-2acc-4664-9b14-62f67148db4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a44e422-84e5-4beb-ae24-96cba96f2d7b,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:28:58.661083 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bb9140-21b3-4ccb-b945-73b45526220a None None] Routers {'2d9a0d12-2331-4e5f-9d38-b53462247d9a'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:28:58.661888 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-71bb9140-21b3-4ccb-b945-73b45526220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:28:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:28:58.673597 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54be03-9463-4fa0-b368-47d15129362c None None] Pushing event updated for resources: {'Port': ['ID=55318072-cef0-4676-82c9-ee2867adafd7,revision_number=3']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:28:58.680625 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:58.712086 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c7f9e-0968-4685-b15a-8fa77d74df5c None None] Pushing event updated for resources: {'Port': ['ID=fb7231a1-dac9-4ecb-87f4-f0a46924a094,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:28:58.750817 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.db.api [None req-a542d743-6733-48f1-b41f-511c392ae546 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 18 10:28:58.753049 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG oslo_db.api [None req-a542d743-6733-48f1-b41f-511c392ae546 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 18 10:28:58.804608 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:58.874759 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-71bb9140-21b3-4ccb-b945-73b45526220a None None] Set router 2d9a0d12-2331-4e5f-9d38-b53462247d9a gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:28:58.883495 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Pushing event updated for resources: {'Port': ['ID=9dc9505c-5f13-4cb4-96f4-f0900c7254f7,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:28:58.884737 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-92f03027-2acc-4664-9b14-62f67148db4d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f18232497e5c4f37beb904eca31303f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8542845 Jul 18 10:28:58.888618 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 56528) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:28:58.940796 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae784155-1294-45f8-91f5-605cd174f907 admin admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:28:58.954422 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79779ee3-2f57-4b6a-b954-06c4800a1949 None None] Sync routers for ids ['f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:28:58.981452 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fd0305cb-e8c6-4124-b384-313335a82004 admin admin] Publish callbacks [] for port (1420ff7f-6c01-4735-aa6b-eee69bfd69e9), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:58.981997 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79779ee3-2f57-4b6a-b954-06c4800a1949 None None] Routers {'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:28:58.982641 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-79779ee3-2f57-4b6a-b954-06c4800a1949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:28:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:28:58.985469 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-ae784155-1294-45f8-91f5-605cd174f907 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:58.991729 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-ae784155-1294-45f8-91f5-605cd174f907 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.0136333 Jul 18 10:28:58.992272 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 56530) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:28:59.015621 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fd0305cb-e8c6-4124-b384-313335a82004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (1420ff7f-6c01-4735-aa6b-eee69bfd69e9), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:59.017186 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fd0305cb-e8c6-4124-b384-313335a82004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-987694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-781581'] for router_interface (2d9a0d12-2331-4e5f-9d38-b53462247d9a), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:59.142124 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6186c2df-8d31-44c8-93b0-b25cb25ab071 admin admin] Publish callbacks [] for security_group (4a44e422-84e5-4beb-ae24-96cba96f2d7b), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:59.143790 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:59.152447 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:59.205579 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f53e8c1d-4a4d-4255-a15d-c4f6ce52f7bb admin admin] Publish callbacks [] for router_gateway (f1177cc8-fcd2-4459-9054-5163f9096822), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:59.211507 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:28:59.248349 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4387330-bfba-4405-b99b-64d7fb2e5b96 None None] Network 4fd50c95-7888-4b58-b176-0e3d534d461f requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:28:59.251723 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device fb7231a1-dac9-4ecb-87f4-f0a46924a094 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:28:59.259814 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99914b6-6d8a-49c0-aa34-c684015bc69f admin admin] Router 25caf605-4c7d-44c9-8381-5f91529ecdd4 is scheduled to L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c with binding_index 1 {{(pid=103899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 10:28:59.284314 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6186c2df-8d31-44c8-93b0-b25cb25ab071 admin admin] Publish callbacks [] for security_group (4a44e422-84e5-4beb-ae24-96cba96f2d7b), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:59.296854 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0305cb-e8c6-4124-b384-313335a82004 admin admin] Pushing event updated for resources: {'Port': ['ID=1420ff7f-6c01-4735-aa6b-eee69bfd69e9,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:28:59.317257 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-71bb9140-21b3-4ccb-b945-73b45526220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'name': 'tempest-AttachVolumeNegativeTest-1979717538-router', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '55318072-cef0-4676-82c9-ee2867adafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 4, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'gw_port': {'id': '55318072-cef0-4676-82c9-ee2867adafd7', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '1420ff7f-6c01-4735-aa6b-eee69bfd69e9', 'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'mac_address': 'fa:16:3e:ec:fc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:57Z', 'updated_at': '2022-07-18T10:28:57Z', 'revision_number': 1, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'subnets': [{'id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:28:59.353042 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0305cb-e8c6-4124-b384-313335a82004 admin admin] Network a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:28:59.356079 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-fd0305cb-e8c6-4124-b384-313335a82004 admin admin] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:28:59.365776 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bb9140-21b3-4ccb-b945-73b45526220a None None] The sync data for ids ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'] in dv-cinder-837546-3-iscsi is: [{'id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'name': 'tempest-AttachVolumeNegativeTest-1979717538-router', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '55318072-cef0-4676-82c9-ee2867adafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 4, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'gw_port': {'id': '55318072-cef0-4676-82c9-ee2867adafd7', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '1420ff7f-6c01-4735-aa6b-eee69bfd69e9', 'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'mac_address': 'fa:16:3e:ec:fc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:57Z', 'updated_at': '2022-07-18T10:28:57Z', 'revision_number': 1, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'subnets': [{'id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:28:59.456323 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-a542d743-6733-48f1-b41f-511c392ae546 None None] Current status of the port 9dc9505c-5f13-4cb4-96f4-f0900c7254f7 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:28:59.487548 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6186c2df-8d31-44c8-93b0-b25cb25ab071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (4a44e422-84e5-4beb-ae24-96cba96f2d7b), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:59.490381 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6186c2df-8d31-44c8-93b0-b25cb25ab071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:28:59.491698 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-6186c2df-8d31-44c8-93b0-b25cb25ab071 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4a44e422-84e5-4beb-ae24-96cba96f2d7b HTTP/1.1" status: 204 len: 168 time: 0.5996525 Jul 18 10:28:59.511127 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186c2df-8d31-44c8-93b0-b25cb25ab071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a44e422-84e5-4beb-ae24-96cba96f2d7b,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:28:59.569866 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-79779ee3-2f57-4b6a-b954-06c4800a1949 None None] Set router f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:28:59.573129 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0305cb-e8c6-4124-b384-313335a82004 admin admin] Router 2d9a0d12-2331-4e5f-9d38-b53462247d9a has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:28:59.783104 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5f5a81f4-1eb9-42ac-8cf8-2e627f25382d None None] Provisioning complete for port 9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:28:59.785772 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5f5a81f4-1eb9-42ac-8cf8-2e627f25382d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:00.034439 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port fb7231a1-dac9-4ecb-87f4-f0a46924a094 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:00.035581 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (fb7231a1-dac9-4ecb-87f4-f0a46924a094), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:00.048755 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab2a81a-7bed-4192-a053-f28000858382 None None] Network a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:29:00.102628 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:00.115547 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0305cb-e8c6-4124-b384-313335a82004 admin admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:29:00.125183 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-fd0305cb-e8c6-4124-b384-313335a82004 admin admin] 10.222.0.33 "PUT /v2.0/routers/2d9a0d12-2331-4e5f-9d38-b53462247d9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3567219 Jul 18 10:29:00.267914 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f53e8c1d-4a4d-4255-a15d-c4f6ce52f7bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780286'] for router (f1177cc8-fcd2-4459-9054-5163f9096822), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:00.286353 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:00.651959 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:00.655565 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99914b6-6d8a-49c0-aa34-c684015bc69f admin admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:29:00.666219 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95b8fa6-1f4a-405d-8efa-361f855c1c89 None None] Sync routers for ids ['25caf605-4c7d-44c9-8381-5f91529ecdd4'] in dv-cinder-837546-3-iscsi {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:29:00.684896 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c0153c-abdc-49ad-bad5-52d7d885e29b None None] Network a825217e-675b-4d91-a035-cfdee7f60003 requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:29:00.688426 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5f5a81f4-1eb9-42ac-8cf8-2e627f25382d None None] Current status of the port 9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59 is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:00.688858 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5f5a81f4-1eb9-42ac-8cf8-2e627f25382d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:00.695231 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95b8fa6-1f4a-405d-8efa-361f855c1c89 None None] Routers {'25caf605-4c7d-44c9-8381-5f91529ecdd4'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:29:00.696198 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-d95b8fa6-1f4a-405d-8efa-361f855c1c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:28:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['25caf605-4c7d-44c9-8381-5f91529ecdd4'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:00.844869 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b99914b6-6d8a-49c0-aa34-c684015bc69f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:00.849320 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 56578) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:00.866359 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port fb7231a1-dac9-4ecb-87f4-f0a46924a094 is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:00.866359 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (fb7231a1-dac9-4ecb-87f4-f0a46924a094), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:00.866694 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-b99914b6-6d8a-49c0-aa34-c684015bc69f admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9867425 Jul 18 10:29:00.875181 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-79779ee3-2f57-4b6a-b954-06c4800a1949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'name': 'tempest-ServerRescueNegativeTestJSON-176325128-router', 'tenant_id': '8a1921237622439bab89676e11477c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:28:55Z', 'revision_number': 3, 'project_id': '8a1921237622439bab89676e11477c13', 'gw_port': {'id': '28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:49:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:28:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi'}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:01.004312 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-d95b8fa6-1f4a-405d-8efa-361f855c1c89 None None] Set router 25caf605-4c7d-44c9-8381-5f91529ecdd4 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:29:01.050039 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-9689fa16-83e6-4e62-8e1a-5272187fa500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:01.159714 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5f5a81f4-1eb9-42ac-8cf8-2e627f25382d None None] For port 9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59,segment=NetworkSegment(cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c),segment_id=cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:29:01.238272 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] For port fb7231a1-dac9-4ecb-87f4-f0a46924a094, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=fb7231a1-dac9-4ecb-87f4-f0a46924a094,segment=NetworkSegment(b8e67c14-fddc-40ae-b81d-a41c8632f5cb),segment_id=b8e67c14-fddc-40ae-b81d-a41c8632f5cb)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:29:01.247827 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53e8c1d-4a4d-4255-a15d-c4f6ce52f7bb admin admin] Router f1177cc8-fcd2-4459-9054-5163f9096822 is scheduled to L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c with binding_index 1 {{(pid=103899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 10:29:01.248032 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5f5a81f4-1eb9-42ac-8cf8-2e627f25382d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:01.255770 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79779ee3-2f57-4b6a-b954-06c4800a1949 None None] Checking router: f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3 for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:29:01.265063 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79779ee3-2f57-4b6a-b954-06c4800a1949 None None] Updating router f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3 port 28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779 binding host dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:29:01.342684 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 56594) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:01.357874 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-57adb864-aa05-44ce-9eb1-a829b0a5fab9 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1347093899', 'description': 'tempest-description--1199095212'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:29:01.475848 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-d95b8fa6-1f4a-405d-8efa-361f855c1c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'name': 'tempest-AttachVolumeTestJSON-343087554-router', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:52Z', 'updated_at': '2022-07-18T10:28:57Z', 'revision_number': 3, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'gw_port': {'id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:28:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi'}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:01.532161 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95b8fa6-1f4a-405d-8efa-361f855c1c89 None None] Checking router: 25caf605-4c7d-44c9-8381-5f91529ecdd4 for host: dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:29:01.533357 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95b8fa6-1f4a-405d-8efa-361f855c1c89 None None] Updating router 25caf605-4c7d-44c9-8381-5f91529ecdd4 port 1316640b-352d-4fd7-9f25-0a1f9d0bcb7a binding host dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:29:01.581121 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-57adb864-aa05-44ce-9eb1-a829b0a5fab9 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:01.604876 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:01.626766 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-d95b8fa6-1f4a-405d-8efa-361f855c1c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (1316640b-352d-4fd7-9f25-0a1f9d0bcb7a), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:01.704098 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:01.706756 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-79779ee3-2f57-4b6a-b954-06c4800a1949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:01.716820 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a81f4-1eb9-42ac-8cf8-2e627f25382d None None] Pushing event updated for resources: {'Port': ['ID=9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:01.720488 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (fb7231a1-dac9-4ecb-87f4-f0a46924a094), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:01.732546 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:29:01.734242 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_common [None req-9689fa16-83e6-4e62-8e1a-5272187fa500 admin admin] Allocated IP 172.20.0.1 (3122165b-a136-4d21-b84f-81ce161e0ad4/af51bf80-7ad7-4853-9105-dc8b032ebd26/4c5bed01-d698-4642-a43a-72c6ad80cbb9) {{(pid=103899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:29:01.833592 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Pushing event updated for resources: {'Port': ['ID=fb7231a1-dac9-4ecb-87f4-f0a46924a094,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:01.891759 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-9689fa16-83e6-4e62-8e1a-5272187fa500 admin admin] Publish callbacks [] for port (4c5bed01-d698-4642-a43a-72c6ad80cbb9), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:01.893120 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-57adb864-aa05-44ce-9eb1-a829b0a5fab9 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group (4fbf6ea2-1d56-407e-b285-6f0311c7cd38), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:01.914309 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5f5a81f4-1eb9-42ac-8cf8-2e627f25382d None None] Provisioning complete for port 9dc9505c-5f13-4cb4-96f4-f0900c7254f7 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:01.915110 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5f5a81f4-1eb9-42ac-8cf8-2e627f25382d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (9dc9505c-5f13-4cb4-96f4-f0900c7254f7), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:01.927624 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-57adb864-aa05-44ce-9eb1-a829b0a5fab9 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (4fbf6ea2-1d56-407e-b285-6f0311c7cd38), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:01.955068 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:01.990754 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-9689fa16-83e6-4e62-8e1a-5272187fa500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598'] for port (4c5bed01-d698-4642-a43a-72c6ad80cbb9), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:02.100323 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-57adb864-aa05-44ce-9eb1-a829b0a5fab9 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:02.108131 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9689fa16-83e6-4e62-8e1a-5272187fa500 admin admin] Network 3122165b-a136-4d21-b84f-81ce161e0ad4 is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:29:02.108670 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-57adb864-aa05-44ce-9eb1-a829b0a5fab9 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7647438 Jul 18 10:29:02.110293 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 56618) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:02.137352 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-38ea94fb-b0d4-402a-b7b2-613a37fe4829 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Request body: {'security_group_rule': {'security_group_id': '4fbf6ea2-1d56-407e-b285-6f0311c7cd38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:29:02.149711 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [None req-9689fa16-83e6-4e62-8e1a-5272187fa500 admin admin] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:29:02.171239 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57adb864-aa05-44ce-9eb1-a829b0a5fab9 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbf6ea2-1d56-407e-b285-6f0311c7cd38,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:02.187446 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9689fa16-83e6-4e62-8e1a-5272187fa500 admin admin] Received port after_create {{(pid=103899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:29:02.194172 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-9689fa16-83e6-4e62-8e1a-5272187fa500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783477'] for router_interface (f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:02.328481 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:02.353395 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:02.353948 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:02.379067 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:02.391720 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-38ea94fb-b0d4-402a-b7b2-613a37fe4829 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group_rule (5023e093-5268-42bb-a3e4-9830a166636d), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:02.404388 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-784f9313-0f53-48f6-a6e6-3d5e00752a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:02.434290 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5f5a81f4-1eb9-42ac-8cf8-2e627f25382d None None] Current status of the port 9dc9505c-5f13-4cb4-96f4-f0900c7254f7 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:02.525265 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-d95b8fa6-1f4a-405d-8efa-361f855c1c89 None None] Publish callbacks [] for port (1316640b-352d-4fd7-9f25-0a1f9d0bcb7a), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:02.546121 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-d95b8fa6-1f4a-405d-8efa-361f855c1c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (1316640b-352d-4fd7-9f25-0a1f9d0bcb7a), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:02.602578 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:02.623516 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-d95b8fa6-1f4a-405d-8efa-361f855c1c89 None None] Attempting to bind port 1316640b-352d-4fd7-9f25-0a1f9d0bcb7a on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:29:02.623921 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-d95b8fa6-1f4a-405d-8efa-361f855c1c89 None None] Attempting to bind port 1316640b-352d-4fd7-9f25-0a1f9d0bcb7a by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:29:02.624211 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95b8fa6-1f4a-405d-8efa-361f855c1c89 None None] Attempting to bind port 1316640b-352d-4fd7-9f25-0a1f9d0bcb7a on network ab707614-a8a6-4503-81fa-3cf63d34938b {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:29:02.628179 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-38ea94fb-b0d4-402a-b7b2-613a37fe4829 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group_rule (5023e093-5268-42bb-a3e4-9830a166636d), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:02.632629 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84509ee9-5903-40fc-b0df-a5282d585768 None None] Pushing event updated for resources: {'Port': ['ID=1316640b-352d-4fd7-9f25-0a1f9d0bcb7a,revision_number=2']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:02.637974 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95b8fa6-1f4a-405d-8efa-361f855c1c89 None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:29:02.638338 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95b8fa6-1f4a-405d-8efa-361f855c1c89 None None] Checking segment: {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:29:02.638725 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-d95b8fa6-1f4a-405d-8efa-361f855c1c89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:02.639103 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95b8fa6-1f4a-405d-8efa-361f855c1c89 None None] Bound using segment: {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:29:02.639570 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-d95b8fa6-1f4a-405d-8efa-361f855c1c89 None None] Bound port: 1316640b-352d-4fd7-9f25-0a1f9d0bcb7a, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:29:02.639935 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-d95b8fa6-1f4a-405d-8efa-361f855c1c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (1316640b-352d-4fd7-9f25-0a1f9d0bcb7a), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:02.694680 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-38ea94fb-b0d4-402a-b7b2-613a37fe4829 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (5023e093-5268-42bb-a3e4-9830a166636d), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:02.717204 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689fa16-83e6-4e62-8e1a-5272187fa500 admin admin] Pushing event updated for resources: {'Port': ['ID=4c5bed01-d698-4642-a43a-72c6ad80cbb9,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:02.722908 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-d95b8fa6-1f4a-405d-8efa-361f855c1c89 None None] For port 1316640b-352d-4fd7-9f25-0a1f9d0bcb7a, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:29:02.729788 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-d95b8fa6-1f4a-405d-8efa-361f855c1c89 None None] For port 1316640b-352d-4fd7-9f25-0a1f9d0bcb7a, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=1316640b-352d-4fd7-9f25-0a1f9d0bcb7a,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:29:02.746236 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-d95b8fa6-1f4a-405d-8efa-361f855c1c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (1316640b-352d-4fd7-9f25-0a1f9d0bcb7a), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:02.748107 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-232193fe-e887-4432-b185-bda45811df34 None None] Provisioning complete for port 9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:02.748725 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-232193fe-e887-4432-b185-bda45811df34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:02.758127 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:02.760107 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 7d5bac65-a4cf-42f8-adb4-5c88e7551002 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:29:02.770115 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53e8c1d-4a4d-4255-a15d-c4f6ce52f7bb admin admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:29:02.780813 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea94fb-b0d4-402a-b7b2-613a37fe4829 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5023e093-5268-42bb-a3e4-9830a166636d,revision_number=0']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:02.781030 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-9689fa16-83e6-4e62-8e1a-5272187fa500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (4c5bed01-d698-4642-a43a-72c6ad80cbb9), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:02.787148 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-38ea94fb-b0d4-402a-b7b2-613a37fe4829 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:02.789687 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-38ea94fb-b0d4-402a-b7b2-613a37fe4829 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6626830 Jul 18 10:29:02.793051 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 56634) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:02.799992 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-2e3af0a6-ff2b-49a1-b535-7f8229d587fa tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Request body: {'security_group_rule': {'security_group_id': '4fbf6ea2-1d56-407e-b285-6f0311c7cd38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:29:02.820092 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f53e8c1d-4a4d-4255-a15d-c4f6ce52f7bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:02.822447 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-f53e8c1d-4a4d-4255-a15d-c4f6ce52f7bb admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.8647532 Jul 18 10:29:02.826346 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 56636) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:02.841878 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:02.846229 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:02.861981 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-784f9313-0f53-48f6-a6e6-3d5e00752a60 admin admin] Allocated IP 172.20.0.1 (4fd50c95-7888-4b58-b176-0e3d534d461f/6a7b9bf8-c0da-4f73-9742-17e8876165f7/8d056b09-6e15-4031-a1f5-968a745c3564) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:29:02.884822 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03847101-db9f-4248-8dd4-df066b2ad27e None None] Sync routers for ids ['f1177cc8-fcd2-4459-9054-5163f9096822'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:29:02.892023 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95b8fa6-1f4a-405d-8efa-361f855c1c89 None None] Routers {'25caf605-4c7d-44c9-8381-5f91529ecdd4'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:29:02.892822 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-d95b8fa6-1f4a-405d-8efa-361f855c1c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:28:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['25caf605-4c7d-44c9-8381-5f91529ecdd4'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:02.933327 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2e3af0a6-ff2b-49a1-b535-7f8229d587fa tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group_rule (940fe086-5c24-4144-bf06-043468a43716), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:02.947535 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e93a46a-e0f7-454f-bc96-a95cca53d9ea None None] Sync routers for ids ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'] in dv-cinder-837546-3-iscsi {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:29:02.970857 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84509ee9-5903-40fc-b0df-a5282d585768 None None] Pushing event updated for resources: {'Port': ['ID=1316640b-352d-4fd7-9f25-0a1f9d0bcb7a,revision_number=3']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:02.982866 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e93a46a-e0f7-454f-bc96-a95cca53d9ea None None] Routers {'2d9a0d12-2331-4e5f-9d38-b53462247d9a'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:29:02.983358 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-8e93a46a-e0f7-454f-bc96-a95cca53d9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:28:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:02.995504 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03847101-db9f-4248-8dd4-df066b2ad27e None None] Routers {'f1177cc8-fcd2-4459-9054-5163f9096822'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:29:03.003988 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-03847101-db9f-4248-8dd4-df066b2ad27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:28:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['f1177cc8-fcd2-4459-9054-5163f9096822'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:03.105219 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-9689fa16-83e6-4e62-8e1a-5272187fa500 admin admin] Publish callbacks [] for port (4c5bed01-d698-4642-a43a-72c6ad80cbb9), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:03.107674 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:03.114901 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-9689fa16-83e6-4e62-8e1a-5272187fa500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (4c5bed01-d698-4642-a43a-72c6ad80cbb9), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:03.115875 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-9689fa16-83e6-4e62-8e1a-5272187fa500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-987694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-781581'] for router_interface (f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:03.118801 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2e3af0a6-ff2b-49a1-b535-7f8229d587fa tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group_rule (940fe086-5c24-4144-bf06-043468a43716), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:03.166243 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2e3af0a6-ff2b-49a1-b535-7f8229d587fa tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (940fe086-5c24-4144-bf06-043468a43716), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:03.178748 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-784f9313-0f53-48f6-a6e6-3d5e00752a60 admin admin] Publish callbacks [] for port (8d056b09-6e15-4031-a1f5-968a745c3564), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:03.203377 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-8e93a46a-e0f7-454f-bc96-a95cca53d9ea None None] Set router 2d9a0d12-2331-4e5f-9d38-b53462247d9a gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:29:03.204683 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:03.205641 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3af0a6-ff2b-49a1-b535-7f8229d587fa tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=940fe086-5c24-4144-bf06-043468a43716,revision_number=0']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:03.232389 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 7d5bac65-a4cf-42f8-adb4-5c88e7551002 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:03.233050 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (7d5bac65-a4cf-42f8-adb4-5c88e7551002), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:03.267073 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2e3af0a6-ff2b-49a1-b535-7f8229d587fa tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:03.268841 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-2e3af0a6-ff2b-49a1-b535-7f8229d587fa tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4740691 Jul 18 10:29:03.273767 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 56650) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:03.276159 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-232193fe-e887-4432-b185-bda45811df34 None None] Current status of the port 9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:03.297168 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-98f44a88-69d7-4039-86f6-f43163ad26c8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Request body: {'floatingip': {'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:29:03.312551 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:03.381702 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-232193fe-e887-4432-b185-bda45811df34 None None] Provisioning complete for port 1420ff7f-6c01-4735-aa6b-eee69bfd69e9 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:03.382280 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-232193fe-e887-4432-b185-bda45811df34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (1420ff7f-6c01-4735-aa6b-eee69bfd69e9), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:03.468355 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-d95b8fa6-1f4a-405d-8efa-361f855c1c89 None None] Set router 25caf605-4c7d-44c9-8381-5f91529ecdd4 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:29:03.485070 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-03847101-db9f-4248-8dd4-df066b2ad27e None None] Set router f1177cc8-fcd2-4459-9054-5163f9096822 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:29:03.492987 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689fa16-83e6-4e62-8e1a-5272187fa500 admin admin] Pushing event updated for resources: {'Port': ['ID=4c5bed01-d698-4642-a43a-72c6ad80cbb9,revision_number=2']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:03.531853 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-784f9313-0f53-48f6-a6e6-3d5e00752a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598'] for port (8d056b09-6e15-4031-a1f5-968a745c3564), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:03.532703 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9689fa16-83e6-4e62-8e1a-5272187fa500 admin admin] Network 3122165b-a136-4d21-b84f-81ce161e0ad4 is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:29:03.534406 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [None req-9689fa16-83e6-4e62-8e1a-5272187fa500 admin admin] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:29:03.575513 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784f9313-0f53-48f6-a6e6-3d5e00752a60 admin admin] Network 4fd50c95-7888-4b58-b176-0e3d534d461f is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:29:03.579715 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-784f9313-0f53-48f6-a6e6-3d5e00752a60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:29:03.582273 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784f9313-0f53-48f6-a6e6-3d5e00752a60 admin admin] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:29:03.584409 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-784f9313-0f53-48f6-a6e6-3d5e00752a60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783477'] for router_interface (25caf605-4c7d-44c9-8381-5f91529ecdd4), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:03.603104 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-79779ee3-2f57-4b6a-b954-06c4800a1949 None None] Publish callbacks [] for port (28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:03.636361 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-79779ee3-2f57-4b6a-b954-06c4800a1949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:03.719092 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-98f44a88-69d7-4039-86f6-f43163ad26c8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:03.789404 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54194368-7b75-4bb2-b87a-62b06bf0a28f None None] Pushing event updated for resources: {'Port': ['ID=28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:03.803623 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9689fa16-83e6-4e62-8e1a-5272187fa500 admin admin] Router f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:29:03.822860 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-79779ee3-2f57-4b6a-b954-06c4800a1949 None None] Attempting to bind port 28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779 on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:29:03.823133 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-79779ee3-2f57-4b6a-b954-06c4800a1949 None None] Attempting to bind port 28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779 by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:29:03.823405 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79779ee3-2f57-4b6a-b954-06c4800a1949 None None] Attempting to bind port 28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779 on network ab707614-a8a6-4503-81fa-3cf63d34938b {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:29:03.876861 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-232193fe-e887-4432-b185-bda45811df34 None None] Port 1420ff7f-6c01-4735-aa6b-eee69bfd69e9 cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:29:03.901427 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-8e93a46a-e0f7-454f-bc96-a95cca53d9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'name': 'tempest-AttachVolumeNegativeTest-1979717538-router', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '55318072-cef0-4676-82c9-ee2867adafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 4, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'gw_port': {'id': '55318072-cef0-4676-82c9-ee2867adafd7', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '1420ff7f-6c01-4735-aa6b-eee69bfd69e9', 'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'mac_address': 'fa:16:3e:ec:fc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:57Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 2, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'subnets': [{'id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:03.915838 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-784f9313-0f53-48f6-a6e6-3d5e00752a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (8d056b09-6e15-4031-a1f5-968a745c3564), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:03.951376 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:03.956325 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-232193fe-e887-4432-b185-bda45811df34 None None] Provisioning complete for port 7d5bac65-a4cf-42f8-adb4-5c88e7551002 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:03.962243 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-232193fe-e887-4432-b185-bda45811df34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (7d5bac65-a4cf-42f8-adb4-5c88e7551002), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:03.963210 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e93a46a-e0f7-454f-bc96-a95cca53d9ea None None] Checking router: 2d9a0d12-2331-4e5f-9d38-b53462247d9a for host: dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:29:03.963727 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e93a46a-e0f7-454f-bc96-a95cca53d9ea None None] Updating router 2d9a0d12-2331-4e5f-9d38-b53462247d9a port 1420ff7f-6c01-4735-aa6b-eee69bfd69e9 binding host dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:29:03.992787 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:04.014758 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-d95b8fa6-1f4a-405d-8efa-361f855c1c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'name': 'tempest-AttachVolumeTestJSON-343087554-router', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:52Z', 'updated_at': '2022-07-18T10:28:57Z', 'revision_number': 3, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'gw_port': {'id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi'}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:04.019050 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9689fa16-83e6-4e62-8e1a-5272187fa500 admin admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:29:04.040346 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 7d5bac65-a4cf-42f8-adb4-5c88e7551002 is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:04.040536 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (7d5bac65-a4cf-42f8-adb4-5c88e7551002), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:04.046563 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79779ee3-2f57-4b6a-b954-06c4800a1949 None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:29:04.047019 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-9689fa16-83e6-4e62-8e1a-5272187fa500 admin admin] 10.222.0.33 "PUT /v2.0/routers/f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0436635 Jul 18 10:29:04.047268 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79779ee3-2f57-4b6a-b954-06c4800a1949 None None] Checking segment: {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:29:04.047443 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-79779ee3-2f57-4b6a-b954-06c4800a1949 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:04.047793 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79779ee3-2f57-4b6a-b954-06c4800a1949 None None] Bound using segment: {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:29:04.048279 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-79779ee3-2f57-4b6a-b954-06c4800a1949 None None] Bound port: 28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:29:04.048682 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-79779ee3-2f57-4b6a-b954-06c4800a1949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:04.049089 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8e93a46a-e0f7-454f-bc96-a95cca53d9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (1420ff7f-6c01-4735-aa6b-eee69bfd69e9), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:04.063451 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95b8fa6-1f4a-405d-8efa-361f855c1c89 None None] The sync data for ids ['25caf605-4c7d-44c9-8381-5f91529ecdd4'] in dv-cinder-837546-3-iscsi is: [{'id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'name': 'tempest-AttachVolumeTestJSON-343087554-router', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:52Z', 'updated_at': '2022-07-18T10:28:57Z', 'revision_number': 3, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'gw_port': {'id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi'}] {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:29:04.324923 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-03847101-db9f-4248-8dd4-df066b2ad27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1177cc8-fcd2-4459-9054-5163f9096822', 'name': 'tempest-DeleteServersTestJSON-1938776782-router', 'tenant_id': 'daab623e57e54081b262d4a8fe124f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'e2a940ad-2e32-4bfb-9e16-cf56a84da4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 3, 'project_id': 'daab623e57e54081b262d4a8fe124f42', 'gw_port': {'id': 'e2a940ad-2e32-4bfb-9e16-cf56a84da4de', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:35:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1177cc8-fcd2-4459-9054-5163f9096822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:56Z', 'updated_at': '2022-07-18T10:28:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi'}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:04.442932 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:04.443498 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:04.448269 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8e93a46a-e0f7-454f-bc96-a95cca53d9ea None None] Publish callbacks [] for port (1420ff7f-6c01-4735-aa6b-eee69bfd69e9), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:04.476533 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8e93a46a-e0f7-454f-bc96-a95cca53d9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (1420ff7f-6c01-4735-aa6b-eee69bfd69e9), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:04.483052 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] For port 7d5bac65-a4cf-42f8-adb4-5c88e7551002, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=7d5bac65-a4cf-42f8-adb4-5c88e7551002,segment=NetworkSegment(9f9e9026-9d7c-43b5-af17-ac9b99df5729),segment_id=9f9e9026-9d7c-43b5-af17-ac9b99df5729)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:29:04.484670 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03847101-db9f-4248-8dd4-df066b2ad27e None None] Checking router: f1177cc8-fcd2-4459-9054-5163f9096822 for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:29:04.485030 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03847101-db9f-4248-8dd4-df066b2ad27e None None] Updating router f1177cc8-fcd2-4459-9054-5163f9096822 port e2a940ad-2e32-4bfb-9e16-cf56a84da4de binding host dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:29:04.523287 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-232193fe-e887-4432-b185-bda45811df34 None None] Current status of the port 7d5bac65-a4cf-42f8-adb4-5c88e7551002 is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:04.523695 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-232193fe-e887-4432-b185-bda45811df34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (7d5bac65-a4cf-42f8-adb4-5c88e7551002), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:04.527310 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (7d5bac65-a4cf-42f8-adb4-5c88e7551002), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:04.533123 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-03847101-db9f-4248-8dd4-df066b2ad27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (e2a940ad-2e32-4bfb-9e16-cf56a84da4de), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:04.535077 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-79779ee3-2f57-4b6a-b954-06c4800a1949 None None] For port 28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:29:04.610926 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:04.618299 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aab56d-eb56-46c5-a5db-4e43b6d16007 None None] Pushing event updated for resources: {'Port': ['ID=1420ff7f-6c01-4735-aa6b-eee69bfd69e9,revision_number=3']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:04.624915 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-79779ee3-2f57-4b6a-b954-06c4800a1949 None None] For port 28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:29:04.666054 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f9313-0f53-48f6-a6e6-3d5e00752a60 admin admin] Pushing event updated for resources: {'Port': ['ID=8d056b09-6e15-4031-a1f5-968a745c3564,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:04.696268 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-79779ee3-2f57-4b6a-b954-06c4800a1949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:04.696789 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-8e93a46a-e0f7-454f-bc96-a95cca53d9ea None None] Attempting to bind port 1420ff7f-6c01-4735-aa6b-eee69bfd69e9 on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:29:04.696789 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-8e93a46a-e0f7-454f-bc96-a95cca53d9ea None None] Attempting to bind port 1420ff7f-6c01-4735-aa6b-eee69bfd69e9 by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': '9f9e9026-9d7c-43b5-af17-ac9b99df5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4'}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:29:04.696789 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93a46a-e0f7-454f-bc96-a95cca53d9ea None None] Attempting to bind port 1420ff7f-6c01-4735-aa6b-eee69bfd69e9 on network a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:29:04.703255 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93a46a-e0f7-454f-bc96-a95cca53d9ea None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:29:04.703767 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93a46a-e0f7-454f-bc96-a95cca53d9ea None None] Checking segment: {'id': '9f9e9026-9d7c-43b5-af17-ac9b99df5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:29:04.704264 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8e93a46a-e0f7-454f-bc96-a95cca53d9ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:04.704830 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93a46a-e0f7-454f-bc96-a95cca53d9ea None None] Bound using segment: {'id': '9f9e9026-9d7c-43b5-af17-ac9b99df5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4'} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:29:04.705404 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-8e93a46a-e0f7-454f-bc96-a95cca53d9ea None None] Bound port: 1420ff7f-6c01-4735-aa6b-eee69bfd69e9, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f9e9026-9d7c-43b5-af17-ac9b99df5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4'}}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:29:04.705877 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8e93a46a-e0f7-454f-bc96-a95cca53d9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (1420ff7f-6c01-4735-aa6b-eee69bfd69e9), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:04.840797 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-98f44a88-69d7-4039-86f6-f43163ad26c8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:04.864470 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-8e93a46a-e0f7-454f-bc96-a95cca53d9ea None None] For port 1420ff7f-6c01-4735-aa6b-eee69bfd69e9, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:29:04.879306 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-8e93a46a-e0f7-454f-bc96-a95cca53d9ea None None] For port 1420ff7f-6c01-4735-aa6b-eee69bfd69e9, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=1420ff7f-6c01-4735-aa6b-eee69bfd69e9,segment=NetworkSegment(9f9e9026-9d7c-43b5-af17-ac9b99df5729),segment_id=9f9e9026-9d7c-43b5-af17-ac9b99df5729)] {{(pid=103901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:29:04.894175 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:04.900714 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8e93a46a-e0f7-454f-bc96-a95cca53d9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (1420ff7f-6c01-4735-aa6b-eee69bfd69e9), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:04.939965 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 56736) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:04.944281 dv-cinder-837546-3-iscsi neutron-server[103899]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 18 10:29:05.033762 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Pushing event updated for resources: {'Port': ['ID=7d5bac65-a4cf-42f8-adb4-5c88e7551002,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:05.035634 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aab56d-eb56-46c5-a5db-4e43b6d16007 None None] Pushing event updated for resources: {'Port': ['ID=1420ff7f-6c01-4735-aa6b-eee69bfd69e9,revision_number=4']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:05.060075 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e93a46a-e0f7-454f-bc96-a95cca53d9ea None None] Routers {'2d9a0d12-2331-4e5f-9d38-b53462247d9a'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:29:05.060874 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-8e93a46a-e0f7-454f-bc96-a95cca53d9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:28:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:05.072583 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-784f9313-0f53-48f6-a6e6-3d5e00752a60 admin admin] Publish callbacks [] for port (8d056b09-6e15-4031-a1f5-968a745c3564), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:05.126522 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-784f9313-0f53-48f6-a6e6-3d5e00752a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (8d056b09-6e15-4031-a1f5-968a745c3564), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:05.127807 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-784f9313-0f53-48f6-a6e6-3d5e00752a60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-987694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-781581'] for router_interface (25caf605-4c7d-44c9-8381-5f91529ecdd4), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:05.306297 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f9313-0f53-48f6-a6e6-3d5e00752a60 admin admin] Pushing event updated for resources: {'Port': ['ID=8d056b09-6e15-4031-a1f5-968a745c3564,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:05.338902 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-8e93a46a-e0f7-454f-bc96-a95cca53d9ea None None] Set router 2d9a0d12-2331-4e5f-9d38-b53462247d9a gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:29:05.464574 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-820d8e30-6b9a-4327-ba88-2630b5c3efe3 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:05.466192 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-820d8e30-6b9a-4327-ba88-2630b5c3efe3 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/networks?id=3122165b-a136-4d21-b84f-81ce161e0ad4 HTTP/1.1" status: 200 len: 818 time: 0.5240724 Jul 18 10:29:05.519352 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:05.521604 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 9dc9505c-5f13-4cb4-96f4-f0900c7254f7 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:29:05.523091 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-591ef973-261a-4f40-bc90-7ca528ea8e70 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/quotas/8a1921237622439bab89676e11477c13 HTTP/1.1" status: 200 len: 375 time: 0.0391915 Jul 18 10:29:05.598279 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.db.api [None req-232193fe-e887-4432-b185-bda45811df34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 18 10:29:05.598748 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG oslo_db.api [None req-232193fe-e887-4432-b185-bda45811df34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 18 10:29:05.640439 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79779ee3-2f57-4b6a-b954-06c4800a1949 None None] Routers {'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:29:05.641084 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-79779ee3-2f57-4b6a-b954-06c4800a1949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:28:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:05.649804 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2ee51968-4c27-471a-9e1a-c07d6e539f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:05.689358 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784f9313-0f53-48f6-a6e6-3d5e00752a60 admin admin] Network 4fd50c95-7888-4b58-b176-0e3d534d461f is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:29:05.705270 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-784f9313-0f53-48f6-a6e6-3d5e00752a60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:29:05.709700 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-b4e238a3-ee18-48c4-a7f5-1d9b6be0c715 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=8a1921237622439bab89676e11477c13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1800644 Jul 18 10:29:05.828284 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54194368-7b75-4bb2-b87a-62b06bf0a28f None None] Pushing event updated for resources: {'Port': ['ID=28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:05.867718 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 9dc9505c-5f13-4cb4-96f4-f0900c7254f7 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:05.868108 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (9dc9505c-5f13-4cb4-96f4-f0900c7254f7), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:05.886113 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:05.925220 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-98f44a88-69d7-4039-86f6-f43163ad26c8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Allocated IP 172.27.3.107 (ab707614-a8a6-4503-81fa-3cf63d34938b/a666abde-39cf-4361-a6f5-7885f7528b36/af83fe9b-70dc-4908-85fe-62c280d7a5db) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:29:06.010554 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-79779ee3-2f57-4b6a-b954-06c4800a1949 None None] Set router f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:29:06.049264 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-8e93a46a-e0f7-454f-bc96-a95cca53d9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'name': 'tempest-AttachVolumeNegativeTest-1979717538-router', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '55318072-cef0-4676-82c9-ee2867adafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 4, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'gw_port': {'id': '55318072-cef0-4676-82c9-ee2867adafd7', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '1420ff7f-6c01-4735-aa6b-eee69bfd69e9', 'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'mac_address': 'fa:16:3e:ec:fc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:57Z', 'updated_at': '2022-07-18T10:29:04Z', 'revision_number': 4, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'subnets': [{'id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:06.140618 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e93a46a-e0f7-454f-bc96-a95cca53d9ea None None] The sync data for ids ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'] in dv-cinder-837546-3-iscsi is: [{'id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'name': 'tempest-AttachVolumeNegativeTest-1979717538-router', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '55318072-cef0-4676-82c9-ee2867adafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 4, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'gw_port': {'id': '55318072-cef0-4676-82c9-ee2867adafd7', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '1420ff7f-6c01-4735-aa6b-eee69bfd69e9', 'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'mac_address': 'fa:16:3e:ec:fc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:57Z', 'updated_at': '2022-07-18T10:29:04Z', 'revision_number': 4, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'subnets': [{'id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:29:06.173300 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-7ac3c950-2d9a-46ae-b5e6-a7978303776d service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 10:29:06.180472 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-7ac3c950-2d9a-46ae-b5e6-a7978303776d service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1143363 Jul 18 10:29:06.196072 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:06.300411 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784f9313-0f53-48f6-a6e6-3d5e00752a60 admin admin] Router 25caf605-4c7d-44c9-8381-5f91529ecdd4 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:29:06.352824 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-232193fe-e887-4432-b185-bda45811df34 None None] Current status of the port 7d5bac65-a4cf-42f8-adb4-5c88e7551002 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:06.369262 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-2ee51968-4c27-471a-9e1a-c07d6e539f0e admin admin] Allocated IP 172.20.0.1 (a825217e-675b-4d91-a035-cfdee7f60003/68a4034d-cce3-4362-8629-a3033003a5d7/cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:29:06.381051 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-98f44a88-69d7-4039-86f6-f43163ad26c8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for port (af83fe9b-70dc-4908-85fe-62c280d7a5db), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:06.390797 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-ec61bb32-bbea-4ebb-b604-65c410224cb6 service neutron] 10.222.0.33 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091126 Jul 18 10:29:06.427776 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-232193fe-e887-4432-b185-bda45811df34 None None] Provisioning complete for port fb7231a1-dac9-4ecb-87f4-f0a46924a094 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:06.428411 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-232193fe-e887-4432-b185-bda45811df34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (fb7231a1-dac9-4ecb-87f4-f0a46924a094), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:06.432975 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 9dc9505c-5f13-4cb4-96f4-f0900c7254f7 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:06.434173 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device fb7231a1-dac9-4ecb-87f4-f0a46924a094 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:29:06.578545 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-234508cf-0518-4813-95a5-bcf20e76831f service neutron] 10.222.0.33 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806495 Jul 18 10:29:06.618579 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-98f44a88-69d7-4039-86f6-f43163ad26c8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598'] for port (af83fe9b-70dc-4908-85fe-62c280d7a5db), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:06.635160 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784f9313-0f53-48f6-a6e6-3d5e00752a60 admin admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:29:06.663339 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port fb7231a1-dac9-4ecb-87f4-f0a46924a094 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:06.663913 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (fb7231a1-dac9-4ecb-87f4-f0a46924a094), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:06.678445 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-784f9313-0f53-48f6-a6e6-3d5e00752a60 admin admin] 10.222.0.33 "PUT /v2.0/routers/25caf605-4c7d-44c9-8381-5f91529ecdd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8134758 Jul 18 10:29:06.712552 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:06.757098 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f44a88-69d7-4039-86f6-f43163ad26c8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Network ab707614-a8a6-4503-81fa-3cf63d34938b is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:29:06.769262 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-98f44a88-69d7-4039-86f6-f43163ad26c8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:29:06.774890 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-232193fe-e887-4432-b185-bda45811df34 None None] Current status of the port fb7231a1-dac9-4ecb-87f4-f0a46924a094 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:06.778990 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f44a88-69d7-4039-86f6-f43163ad26c8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event updated for resources: {'Port': ['ID=af83fe9b-70dc-4908-85fe-62c280d7a5db,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:06.782106 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f44a88-69d7-4039-86f6-f43163ad26c8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:29:06.789985 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2ee51968-4c27-471a-9e1a-c07d6e539f0e admin admin] Publish callbacks [] for port (cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:06.790444 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-79779ee3-2f57-4b6a-b954-06c4800a1949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'name': 'tempest-ServerRescueNegativeTestJSON-176325128-router', 'tenant_id': '8a1921237622439bab89676e11477c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:29:02Z', 'revision_number': 4, 'project_id': '8a1921237622439bab89676e11477c13', 'gw_port': {'id': '28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:49:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '4c5bed01-d698-4642-a43a-72c6ad80cbb9', 'name': '', 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4', 'tenant_id': '8a1921237622439bab89676e11477c13', 'mac_address': 'fa:16:3e:1e:f1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'af51bf80-7ad7-4853-9105-dc8b032ebd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:29:01Z', 'updated_at': '2022-07-18T10:29:02Z', 'revision_number': 2, 'project_id': '8a1921237622439bab89676e11477c13', 'subnets': [{'id': 'af51bf80-7ad7-4853-9105-dc8b032ebd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:06.828114 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79779ee3-2f57-4b6a-b954-06c4800a1949 None None] The sync data for ids ['f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'] in dv-cinder-837546-3-iscsi is: [{'id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'name': 'tempest-ServerRescueNegativeTestJSON-176325128-router', 'tenant_id': '8a1921237622439bab89676e11477c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:29:02Z', 'revision_number': 4, 'project_id': '8a1921237622439bab89676e11477c13', 'gw_port': {'id': '28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:49:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '4c5bed01-d698-4642-a43a-72c6ad80cbb9', 'name': '', 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4', 'tenant_id': '8a1921237622439bab89676e11477c13', 'mac_address': 'fa:16:3e:1e:f1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'af51bf80-7ad7-4853-9105-dc8b032ebd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:29:01Z', 'updated_at': '2022-07-18T10:29:02Z', 'revision_number': 2, 'project_id': '8a1921237622439bab89676e11477c13', 'subnets': [{'id': 'af51bf80-7ad7-4853-9105-dc8b032ebd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:29:06.930157 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-ee16b1bb-62f2-49a6-b75c-834154e51b43 None None] Provisioning complete for port 1420ff7f-6c01-4735-aa6b-eee69bfd69e9 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:06.930731 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ee16b1bb-62f2-49a6-b75c-834154e51b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (1420ff7f-6c01-4735-aa6b-eee69bfd69e9), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:06.935387 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port fb7231a1-dac9-4ecb-87f4-f0a46924a094 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:06.937317 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:29:06.965333 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-98f44a88-69d7-4039-86f6-f43163ad26c8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for floatingip (25a2eafe-6c68-49af-b475-01ff9207ffba), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:06.982112 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:06.987954 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2ee51968-4c27-471a-9e1a-c07d6e539f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598'] for port (cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:07.109354 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:07.113881 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-03847101-db9f-4248-8dd4-df066b2ad27e None None] Publish callbacks [] for port (e2a940ad-2e32-4bfb-9e16-cf56a84da4de), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:07.137179 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee51968-4c27-471a-9e1a-c07d6e539f0e admin admin] Network a825217e-675b-4d91-a035-cfdee7f60003 is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:29:07.146408 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-03847101-db9f-4248-8dd4-df066b2ad27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (e2a940ad-2e32-4bfb-9e16-cf56a84da4de), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:07.154490 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-2ee51968-4c27-471a-9e1a-c07d6e539f0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:29:07.156088 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:07.156088 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:07.163625 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee51968-4c27-471a-9e1a-c07d6e539f0e admin admin] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:29:07.164098 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2ee51968-4c27-471a-9e1a-c07d6e539f0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783477'] for router_interface (f1177cc8-fcd2-4459-9054-5163f9096822), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:07.184714 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-98f44a88-69d7-4039-86f6-f43163ad26c8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (af83fe9b-70dc-4908-85fe-62c280d7a5db), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:07.288583 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a2180-6228-421d-898a-e2b9aed1ff41 None None] Pushing event updated for resources: {'Port': ['ID=e2a940ad-2e32-4bfb-9e16-cf56a84da4de,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:07.291409 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-ee16b1bb-62f2-49a6-b75c-834154e51b43 None None] Current status of the port 1420ff7f-6c01-4735-aa6b-eee69bfd69e9 is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:07.291937 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ee16b1bb-62f2-49a6-b75c-834154e51b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (1420ff7f-6c01-4735-aa6b-eee69bfd69e9), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:07.301174 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f13560ac-7bc4-4b93-81bd-b9fa3bebcc85 req-524ed602-f28b-43ae-899e-db8d4865f086 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 210 time: 0.1172028 Jul 18 10:29:07.359968 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 56858) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:07.366890 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-b954fca5-0a19-44c1-bb15-a7a2f0f9606e tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--883296808', 'description': 'tempest-description--1783612510'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:29:07.525965 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b954fca5-0a19-44c1-bb15-a7a2f0f9606e tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:07.533052 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-ee16b1bb-62f2-49a6-b75c-834154e51b43 None None] For port 1420ff7f-6c01-4735-aa6b-eee69bfd69e9, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=1420ff7f-6c01-4735-aa6b-eee69bfd69e9,segment=NetworkSegment(9f9e9026-9d7c-43b5-af17-ac9b99df5729),segment_id=9f9e9026-9d7c-43b5-af17-ac9b99df5729)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:29:07.589801 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04b4887-c02b-4ac4-a22c-b9f3a4c2c87e None None] Sync routers for ids ['25caf605-4c7d-44c9-8381-5f91529ecdd4'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:29:07.601586 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ee16b1bb-62f2-49a6-b75c-834154e51b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (1420ff7f-6c01-4735-aa6b-eee69bfd69e9), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:07.622645 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-03847101-db9f-4248-8dd4-df066b2ad27e None None] Attempting to bind port e2a940ad-2e32-4bfb-9e16-cf56a84da4de on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:29:07.624652 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-03847101-db9f-4248-8dd4-df066b2ad27e None None] Attempting to bind port e2a940ad-2e32-4bfb-9e16-cf56a84da4de by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:29:07.627877 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03847101-db9f-4248-8dd4-df066b2ad27e None None] Attempting to bind port e2a940ad-2e32-4bfb-9e16-cf56a84da4de on network ab707614-a8a6-4503-81fa-3cf63d34938b {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:29:07.702666 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:07.740307 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee51968-4c27-471a-9e1a-c07d6e539f0e admin admin] Pushing event updated for resources: {'Port': ['ID=cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:07.777185 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03847101-db9f-4248-8dd4-df066b2ad27e None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:29:07.785114 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03847101-db9f-4248-8dd4-df066b2ad27e None None] Checking segment: {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:29:07.787086 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-03847101-db9f-4248-8dd4-df066b2ad27e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:07.787508 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03847101-db9f-4248-8dd4-df066b2ad27e None None] Bound using segment: {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:29:07.789154 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-03847101-db9f-4248-8dd4-df066b2ad27e None None] Bound port: e2a940ad-2e32-4bfb-9e16-cf56a84da4de, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:29:07.789564 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-03847101-db9f-4248-8dd4-df066b2ad27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (e2a940ad-2e32-4bfb-9e16-cf56a84da4de), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:07.832116 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b954fca5-0a19-44c1-bb15-a7a2f0f9606e tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for security_group (cbd992e1-85b0-4996-bbc6-1f970609e6a0), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:07.847233 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b954fca5-0a19-44c1-bb15-a7a2f0f9606e tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (cbd992e1-85b0-4996-bbc6-1f970609e6a0), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:07.888550 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-ee16b1bb-62f2-49a6-b75c-834154e51b43 None None] Provisioning complete for port 8d056b09-6e15-4031-a1f5-968a745c3564 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:07.889026 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ee16b1bb-62f2-49a6-b75c-834154e51b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (8d056b09-6e15-4031-a1f5-968a745c3564), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:07.889525 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 56878) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:07.922343 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b954fca5-0a19-44c1-bb15-a7a2f0f9606e tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:07.924262 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-b954fca5-0a19-44c1-bb15-a7a2f0f9606e tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5624361 Jul 18 10:29:07.925374 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954fca5-0a19-44c1-bb15-a7a2f0f9606e tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd992e1-85b0-4996-bbc6-1f970609e6a0,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:07.929900 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 56886) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:07.935456 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-0c9d1daf-0642-41af-ad71-c3f1e11daa4a tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Request body: {'security_group_rule': {'security_group_id': 'cbd992e1-85b0-4996-bbc6-1f970609e6a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:29:07.999272 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 56896) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:08.037187 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0c9d1daf-0642-41af-ad71-c3f1e11daa4a tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for security_group_rule (018b1930-a4a1-49bc-b234-1595a8977215), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:08.071889 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:08.073293 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 1316640b-352d-4fd7-9f25-0a1f9d0bcb7a up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:29:08.075332 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04b4887-c02b-4ac4-a22c-b9f3a4c2c87e None None] Routers {'25caf605-4c7d-44c9-8381-5f91529ecdd4'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:29:08.076206 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-c04b4887-c02b-4ac4-a22c-b9f3a4c2c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:28:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['25caf605-4c7d-44c9-8381-5f91529ecdd4'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:08.144467 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:08.174864 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2ee51968-4c27-471a-9e1a-c07d6e539f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:08.214504 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-c04b4887-c02b-4ac4-a22c-b9f3a4c2c87e None None] Set router 25caf605-4c7d-44c9-8381-5f91529ecdd4 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:29:08.222705 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-98f44a88-69d7-4039-86f6-f43163ad26c8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for port (af83fe9b-70dc-4908-85fe-62c280d7a5db), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:08.238671 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-98f44a88-69d7-4039-86f6-f43163ad26c8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (af83fe9b-70dc-4908-85fe-62c280d7a5db), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:08.244380 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-d30bc529-ac19-4237-b216-ca26986328dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:08.298481 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-ee16b1bb-62f2-49a6-b75c-834154e51b43 None None] Port 8d056b09-6e15-4031-a1f5-968a745c3564 cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:29:08.312017 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f44a88-69d7-4039-86f6-f43163ad26c8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event updated for resources: {'Port': ['ID=af83fe9b-70dc-4908-85fe-62c280d7a5db,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:08.323461 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-98f44a88-69d7-4039-86f6-f43163ad26c8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780340'] for floatingip (25a2eafe-6c68-49af-b475-01ff9207ffba), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:08.325086 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee16b1bb-62f2-49a6-b75c-834154e51b43 None None] Pushing event updated for resources: {'Port': ['ID=1420ff7f-6c01-4735-aa6b-eee69bfd69e9,revision_number=5']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:08.381634 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-98f44a88-69d7-4039-86f6-f43163ad26c8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:08.382807 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:08.392713 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:08.393782 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-98f44a88-69d7-4039-86f6-f43163ad26c8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1116219 Jul 18 10:29:08.434886 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-6d56b0e8-a749-4f89-ba27-508e562b897f tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:08.444356 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-6d56b0e8-a749-4f89-ba27-508e562b897f tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/networks?id=3122165b-a136-4d21-b84f-81ce161e0ad4 HTTP/1.1" status: 200 len: 818 time: 0.4415643 Jul 18 10:29:08.474959 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0c9d1daf-0642-41af-ad71-c3f1e11daa4a tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for security_group_rule (018b1930-a4a1-49bc-b234-1595a8977215), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:08.491375 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-ee16b1bb-62f2-49a6-b75c-834154e51b43 None None] Provisioning complete for port 4c5bed01-d698-4642-a43a-72c6ad80cbb9 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:08.491761 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ee16b1bb-62f2-49a6-b75c-834154e51b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (4c5bed01-d698-4642-a43a-72c6ad80cbb9), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:08.493568 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-6a2b9647-df73-4f1f-b4e1-e7733a3bea75 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/quotas/8a1921237622439bab89676e11477c13 HTTP/1.1" status: 200 len: 375 time: 0.0432250 Jul 18 10:29:08.498187 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0c9d1daf-0642-41af-ad71-c3f1e11daa4a tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (018b1930-a4a1-49bc-b234-1595a8977215), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:08.539955 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:08.642904 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2ee51968-4c27-471a-9e1a-c07d6e539f0e admin admin] Publish callbacks [] for port (cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:08.657196 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2ee51968-4c27-471a-9e1a-c07d6e539f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:08.664030 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2ee51968-4c27-471a-9e1a-c07d6e539f0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-987694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-781581'] for router_interface (f1177cc8-fcd2-4459-9054-5163f9096822), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:08.761356 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-d30bc529-ac19-4237-b216-ca26986328dd admin admin] Publish callbacks [] for security_group (60d56113-668d-4c2c-a528-eb8854736d32), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:08.772162 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-a5f8f55a-dc88-4df3-aba5-2dca086e6605 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=8a1921237622439bab89676e11477c13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2649405 Jul 18 10:29:08.777139 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee51968-4c27-471a-9e1a-c07d6e539f0e admin admin] Pushing event updated for resources: {'Port': ['ID=cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:08.778675 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0c9d1daf-0642-41af-ad71-c3f1e11daa4a tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:08.788944 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-0c9d1daf-0642-41af-ad71-c3f1e11daa4a tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8576570 Jul 18 10:29:08.790110 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 56932) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:08.793345 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-d30bc529-ac19-4237-b216-ca26986328dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (60d56113-668d-4c2c-a528-eb8854736d32), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:08.794442 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-ee16b1bb-62f2-49a6-b75c-834154e51b43 None None] Port 4c5bed01-d698-4642-a43a-72c6ad80cbb9 cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:29:08.836758 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-68fb129d-b66e-4d84-a473-b40acb80b155 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Request body: {'security_group_rule': {'security_group_id': 'cbd992e1-85b0-4996-bbc6-1f970609e6a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:29:08.886937 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d1daf-0642-41af-ad71-c3f1e11daa4a tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=018b1930-a4a1-49bc-b234-1595a8977215,revision_number=0']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:08.909039 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-03847101-db9f-4248-8dd4-df066b2ad27e None None] For port e2a940ad-2e32-4bfb-9e16-cf56a84da4de, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:29:08.946548 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 1316640b-352d-4fd7-9f25-0a1f9d0bcb7a triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:08.947685 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (1316640b-352d-4fd7-9f25-0a1f9d0bcb7a), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:08.953525 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee51968-4c27-471a-9e1a-c07d6e539f0e admin admin] Network a825217e-675b-4d91-a035-cfdee7f60003 is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:29:08.955094 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-2ee51968-4c27-471a-9e1a-c07d6e539f0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:29:08.976388 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-68fb129d-b66e-4d84-a473-b40acb80b155 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for security_group_rule (244a32f8-0f01-4280-a58f-7ffa20621cd7), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:09.011777 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-16e44733-af37-4f4e-a6f9-245a6cd38e51 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 10:29:09.012836 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-16e44733-af37-4f4e-a6f9-245a6cd38e51 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1054518 Jul 18 10:29:09.016242 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-6bc3589f-e76a-47d7-b793-5f113e20edad tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1347093899&fields=id&tenant_id=1cf3d5bfe9a745f38372c42c9cfa1f63 HTTP/1.1" status: 200 len: 267 time: 0.2411902 Jul 18 10:29:09.016860 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30bc529-ac19-4237-b216-ca26986328dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d56113-668d-4c2c-a528-eb8854736d32,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:09.031623 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-d30bc529-ac19-4237-b216-ca26986328dd admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a6f03dceff3e4dc2be84fc41202d2c17&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1387763 Jul 18 10:29:09.035195 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 56948) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:09.044030 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-03847101-db9f-4248-8dd4-df066b2ad27e None None] For port e2a940ad-2e32-4bfb-9e16-cf56a84da4de, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=e2a940ad-2e32-4bfb-9e16-cf56a84da4de,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:29:09.061045 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-689eb8ed-31d5-4291-a411-982779acbcb4 None None] Provisioning complete for port cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:09.061649 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-689eb8ed-31d5-4291-a411-982779acbcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:09.118262 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-689eb8ed-31d5-4291-a411-982779acbcb4 None None] Port cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:29:09.128949 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-03847101-db9f-4248-8dd4-df066b2ad27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (e2a940ad-2e32-4bfb-9e16-cf56a84da4de), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:09.201931 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:09.211828 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4173d85a-a5e5-4e57-ad07-af3c516f96bc admin admin] Publish callbacks [] for security_group (60d56113-668d-4c2c-a528-eb8854736d32), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:09.229454 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee51968-4c27-471a-9e1a-c07d6e539f0e admin admin] Router f1177cc8-fcd2-4459-9054-5163f9096822 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:29:09.282283 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4173d85a-a5e5-4e57-ad07-af3c516f96bc admin admin] Publish callbacks [] for security_group (60d56113-668d-4c2c-a528-eb8854736d32), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:09.335307 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 1316640b-352d-4fd7-9f25-0a1f9d0bcb7a is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:09.335930 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (1316640b-352d-4fd7-9f25-0a1f9d0bcb7a), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:09.366814 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] For port 1316640b-352d-4fd7-9f25-0a1f9d0bcb7a, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=1316640b-352d-4fd7-9f25-0a1f9d0bcb7a,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:29:09.391695 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-68fb129d-b66e-4d84-a473-b40acb80b155 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for security_group_rule (244a32f8-0f01-4280-a58f-7ffa20621cd7), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:09.406289 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03847101-db9f-4248-8dd4-df066b2ad27e None None] Routers {'f1177cc8-fcd2-4459-9054-5163f9096822'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:29:09.407099 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-68fb129d-b66e-4d84-a473-b40acb80b155 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (244a32f8-0f01-4280-a58f-7ffa20621cd7), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:09.407581 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-03847101-db9f-4248-8dd4-df066b2ad27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:28:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['f1177cc8-fcd2-4459-9054-5163f9096822'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:09.410497 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (1316640b-352d-4fd7-9f25-0a1f9d0bcb7a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:09.413138 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 55318072-cef0-4676-82c9-ee2867adafd7 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:29:09.460088 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb129d-b66e-4d84-a473-b40acb80b155 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=244a32f8-0f01-4280-a58f-7ffa20621cd7,revision_number=0']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:09.474280 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-f43fbfa5-d9e2-4c82-bf72-dba2196a1999 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:09.475916 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-f43fbfa5-d9e2-4c82-bf72-dba2196a1999 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/networks?id=a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 HTTP/1.1" status: 200 len: 815 time: 0.4053705 Jul 18 10:29:09.481401 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-68fb129d-b66e-4d84-a473-b40acb80b155 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:09.484122 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-68fb129d-b66e-4d84-a473-b40acb80b155 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6920669 Jul 18 10:29:09.489513 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 56952) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:09.494292 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-cfe6f4df-0cd2-4297-a200-36a85e030a6b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Request body: {'floatingip': {'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:29:09.496210 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-0c205454-2a28-4f42-b5be-9adb434e2240 service neutron] 10.222.0.33 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412861 Jul 18 10:29:09.506446 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-925eb094-0110-48a3-8216-1f0c77a64bf3 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/quotas/1cf3d5bfe9a745f38372c42c9cfa1f63 HTTP/1.1" status: 200 len: 375 time: 0.0208657 Jul 18 10:29:09.521229 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a2180-6228-421d-898a-e2b9aed1ff41 None None] Pushing event updated for resources: {'Port': ['ID=e2a940ad-2e32-4bfb-9e16-cf56a84da4de,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:09.538311 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-c04b4887-c02b-4ac4-a22c-b9f3a4c2c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'name': 'tempest-AttachVolumeTestJSON-343087554-router', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:52Z', 'updated_at': '2022-07-18T10:29:03Z', 'revision_number': 4, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'gw_port': {'id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '8d056b09-6e15-4031-a1f5-968a745c3564', 'name': '', 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'mac_address': 'fa:16:3e:df:a7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6a7b9bf8-c0da-4f73-9742-17e8876165f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:29:02Z', 'updated_at': '2022-07-18T10:29:04Z', 'revision_number': 2, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'subnets': [{'id': '6a7b9bf8-c0da-4f73-9742-17e8876165f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:09.553835 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:09.560408 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4173d85a-a5e5-4e57-ad07-af3c516f96bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (60d56113-668d-4c2c-a528-eb8854736d32), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:09.563070 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4173d85a-a5e5-4e57-ad07-af3c516f96bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:09.567629 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-4173d85a-a5e5-4e57-ad07-af3c516f96bc admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/60d56113-668d-4c2c-a528-eb8854736d32 HTTP/1.1" status: 204 len: 168 time: 0.5308888 Jul 18 10:29:09.572451 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee51968-4c27-471a-9e1a-c07d6e539f0e admin admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:29:09.586627 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-2ee51968-4c27-471a-9e1a-c07d6e539f0e admin admin] 10.222.0.33 "PUT /v2.0/routers/f1177cc8-fcd2-4459-9054-5163f9096822/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7552645 Jul 18 10:29:09.588409 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cfe6f4df-0cd2-4297-a200-36a85e030a6b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:09.600188 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173d85a-a5e5-4e57-ad07-af3c516f96bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d56113-668d-4c2c-a528-eb8854736d32,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:09.638310 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-4ec886fd-0dd5-4a7b-a9e4-d2b97205a9d0 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=1cf3d5bfe9a745f38372c42c9cfa1f63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1309166 Jul 18 10:29:09.674820 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:09.691417 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04b4887-c02b-4ac4-a22c-b9f3a4c2c87e None None] Checking router: 25caf605-4c7d-44c9-8381-5f91529ecdd4 for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:29:09.693916 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04b4887-c02b-4ac4-a22c-b9f3a4c2c87e None None] Updating router 25caf605-4c7d-44c9-8381-5f91529ecdd4 port 8d056b09-6e15-4031-a1f5-968a745c3564 binding host dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:29:09.807460 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cfe6f4df-0cd2-4297-a200-36a85e030a6b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:09.821063 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-21276096-f1a1-4823-b036-11893660bb15 None None] Provisioning complete for port cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:09.821669 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-21276096-f1a1-4823-b036-11893660bb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:09.825452 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Pushing event updated for resources: {'Port': ['ID=1316640b-352d-4fd7-9f25-0a1f9d0bcb7a,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:09.940073 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:09.979953 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 55318072-cef0-4676-82c9-ee2867adafd7 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:09.980472 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (55318072-cef0-4676-82c9-ee2867adafd7), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:10.028519 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-3029a4d5-1231-4073-ad9b-a13c1f5b07b2 service neutron] 10.222.0.33 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5194936 Jul 18 10:29:10.030864 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:10.056289 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:10.058410 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c04b4887-c02b-4ac4-a22c-b9f3a4c2c87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (8d056b09-6e15-4031-a1f5-968a745c3564), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:10.068394 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-4a919c8b-5426-4724-ac7c-4d02f2d9fbec service neutron] 10.222.0.33 "GET /v2.0/networks/a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150455 Jul 18 10:29:10.083029 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-21276096-f1a1-4823-b036-11893660bb15 None None] Port cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:29:10.102974 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-cfe6f4df-0cd2-4297-a200-36a85e030a6b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Allocated IP 172.27.3.242 (ab707614-a8a6-4503-81fa-3cf63d34938b/a666abde-39cf-4361-a6f5-7885f7528b36/594b7a59-ec0c-4985-8697-8a06bc55e3ef) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:29:10.107063 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:10.154680 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 55318072-cef0-4676-82c9-ee2867adafd7 is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:10.154680 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (55318072-cef0-4676-82c9-ee2867adafd7), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:10.195583 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-03847101-db9f-4248-8dd4-df066b2ad27e None None] Set router f1177cc8-fcd2-4459-9054-5163f9096822 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:29:10.230175 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-bd234ca1-53dd-402a-b695-f773f18ad09f service neutron] 10.222.0.33 "GET /v2.0/networks/a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606655 Jul 18 10:29:10.230578 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] For port 55318072-cef0-4676-82c9-ee2867adafd7, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=55318072-cef0-4676-82c9-ee2867adafd7,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:29:10.241575 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (55318072-cef0-4676-82c9-ee2867adafd7), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:10.241829 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 56972) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:10.263867 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-d6207f5b-38f7-4fae-8249-06ba11f70e08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:10.320059 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cfe6f4df-0cd2-4297-a200-36a85e030a6b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for port (594b7a59-ec0c-4985-8697-8a06bc55e3ef), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:10.413291 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cfe6f4df-0cd2-4297-a200-36a85e030a6b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598'] for port (594b7a59-ec0c-4985-8697-8a06bc55e3ef), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:10.478689 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe6f4df-0cd2-4297-a200-36a85e030a6b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Network ab707614-a8a6-4503-81fa-3cf63d34938b is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:29:10.484610 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-cfe6f4df-0cd2-4297-a200-36a85e030a6b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:29:10.487156 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe6f4df-0cd2-4297-a200-36a85e030a6b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:29:10.491388 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6f4df-0cd2-4297-a200-36a85e030a6b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Pushing event updated for resources: {'Port': ['ID=594b7a59-ec0c-4985-8697-8a06bc55e3ef,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:10.551443 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cfe6f4df-0cd2-4297-a200-36a85e030a6b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for floatingip (46bd6f0d-4299-449b-b218-54656ae53082), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:10.652208 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cfe6f4df-0cd2-4297-a200-36a85e030a6b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (594b7a59-ec0c-4985-8697-8a06bc55e3ef), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:10.663681 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-d6207f5b-38f7-4fae-8249-06ba11f70e08 admin admin] Publish callbacks [] for security_group (00f49a8b-da73-4e0f-b986-4a5a82d508be), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:10.674124 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d2525d77-c1a8-4d89-a87a-77ade48292fe req-8240d802-2e48-4fb9-bcfd-3db3b52d4fbf tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 210 time: 0.0633652 Jul 18 10:29:10.681607 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-d6207f5b-38f7-4fae-8249-06ba11f70e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (00f49a8b-da73-4e0f-b986-4a5a82d508be), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:10.703139 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:29:10.726573 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:10.845263 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1ab2479d-6010-4d63-a17e-19ff4d916ce4 req-2b62f234-a49c-4f4b-bf56-b746d3ace336 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=db62c05e-28a8-4121-a6e5-8abb802f7a17 HTTP/1.1" status: 200 len: 210 time: 0.0849779 Jul 18 10:29:10.861139 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-d6207f5b-38f7-4fae-8249-06ba11f70e08 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=75505338a2fa4c548fb1e464464ae9b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6056688 Jul 18 10:29:10.862090 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6207f5b-38f7-4fae-8249-06ba11f70e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f49a8b-da73-4e0f-b986-4a5a82d508be,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:10.864801 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 57008) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:10.937506 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cfe6f4df-0cd2-4297-a200-36a85e030a6b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for port (594b7a59-ec0c-4985-8697-8a06bc55e3ef), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:10.940604 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:10.946258 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Pushing event updated for resources: {'Port': ['ID=55318072-cef0-4676-82c9-ee2867adafd7,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:10.947615 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cfe6f4df-0cd2-4297-a200-36a85e030a6b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (594b7a59-ec0c-4985-8697-8a06bc55e3ef), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:10.983046 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7e906c26-af95-4796-b09d-6e9377a3fd73 admin admin] Publish callbacks [] for security_group (00f49a8b-da73-4e0f-b986-4a5a82d508be), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:11.043025 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7e906c26-af95-4796-b09d-6e9377a3fd73 admin admin] Publish callbacks [] for security_group (00f49a8b-da73-4e0f-b986-4a5a82d508be), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:11.058431 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cfe6f4df-0cd2-4297-a200-36a85e030a6b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780340'] for floatingip (46bd6f0d-4299-449b-b218-54656ae53082), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:11.067863 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6f4df-0cd2-4297-a200-36a85e030a6b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Pushing event updated for resources: {'Port': ['ID=594b7a59-ec0c-4985-8697-8a06bc55e3ef,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:11.095042 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cfe6f4df-0cd2-4297-a200-36a85e030a6b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:11.105058 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-cfe6f4df-0cd2-4297-a200-36a85e030a6b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6060824 Jul 18 10:29:11.125329 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:11.125849 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:11.153990 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7e906c26-af95-4796-b09d-6e9377a3fd73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (00f49a8b-da73-4e0f-b986-4a5a82d508be), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:11.157325 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7e906c26-af95-4796-b09d-6e9377a3fd73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:11.158505 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-7e906c26-af95-4796-b09d-6e9377a3fd73 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/00f49a8b-da73-4e0f-b986-4a5a82d508be HTTP/1.1" status: 204 len: 168 time: 0.2926476 Jul 18 10:29:11.178141 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e906c26-af95-4796-b09d-6e9377a3fd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f49a8b-da73-4e0f-b986-4a5a82d508be,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:11.360622 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-03847101-db9f-4248-8dd4-df066b2ad27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1177cc8-fcd2-4459-9054-5163f9096822', 'name': 'tempest-DeleteServersTestJSON-1938776782-router', 'tenant_id': 'daab623e57e54081b262d4a8fe124f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'e2a940ad-2e32-4bfb-9e16-cf56a84da4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:07Z', 'revision_number': 4, 'project_id': 'daab623e57e54081b262d4a8fe124f42', 'gw_port': {'id': 'e2a940ad-2e32-4bfb-9e16-cf56a84da4de', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:35:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1177cc8-fcd2-4459-9054-5163f9096822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:56Z', 'updated_at': '2022-07-18T10:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': 'cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a', 'name': '', 'network_id': 'a825217e-675b-4d91-a035-cfdee7f60003', 'tenant_id': 'daab623e57e54081b262d4a8fe124f42', 'mac_address': 'fa:16:3e:15:42:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1177cc8-fcd2-4459-9054-5163f9096822', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '68a4034d-cce3-4362-8629-a3033003a5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:29:05Z', 'updated_at': '2022-07-18T10:29:08Z', 'revision_number': 2, 'project_id': 'daab623e57e54081b262d4a8fe124f42', 'subnets': [{'id': '68a4034d-cce3-4362-8629-a3033003a5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:11.476376 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03847101-db9f-4248-8dd4-df066b2ad27e None None] The sync data for ids ['f1177cc8-fcd2-4459-9054-5163f9096822'] in dv-cinder-837546-3-iscsi is: [{'id': 'f1177cc8-fcd2-4459-9054-5163f9096822', 'name': 'tempest-DeleteServersTestJSON-1938776782-router', 'tenant_id': 'daab623e57e54081b262d4a8fe124f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'e2a940ad-2e32-4bfb-9e16-cf56a84da4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:07Z', 'revision_number': 4, 'project_id': 'daab623e57e54081b262d4a8fe124f42', 'gw_port': {'id': 'e2a940ad-2e32-4bfb-9e16-cf56a84da4de', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:35:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1177cc8-fcd2-4459-9054-5163f9096822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:56Z', 'updated_at': '2022-07-18T10:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': 'cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a', 'name': '', 'network_id': 'a825217e-675b-4d91-a035-cfdee7f60003', 'tenant_id': 'daab623e57e54081b262d4a8fe124f42', 'mac_address': 'fa:16:3e:15:42:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1177cc8-fcd2-4459-9054-5163f9096822', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '68a4034d-cce3-4362-8629-a3033003a5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:29:05Z', 'updated_at': '2022-07-18T10:29:08Z', 'revision_number': 2, 'project_id': 'daab623e57e54081b262d4a8fe124f42', 'subnets': [{'id': '68a4034d-cce3-4362-8629-a3033003a5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:29:11.478111 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef714f7-ec4c-4561-9abb-376253f55b62 None None] Sync routers for ids ['f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'] in dv-cinder-837546-3-iscsi {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:29:11.487105 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c04b4887-c02b-4ac4-a22c-b9f3a4c2c87e None None] Publish callbacks [] for port (8d056b09-6e15-4031-a1f5-968a745c3564), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:11.502933 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c04b4887-c02b-4ac4-a22c-b9f3a4c2c87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (8d056b09-6e15-4031-a1f5-968a745c3564), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:11.509026 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef714f7-ec4c-4561-9abb-376253f55b62 None None] Routers {'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:29:11.511472 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-2ef714f7-ec4c-4561-9abb-376253f55b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:28:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:11.548317 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-6a85b101-26b4-4244-bf10-5a33290f216b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--883296808&fields=id&tenant_id=e6e487deb7ff45bdbf2cc002d42d12a5 HTTP/1.1" status: 200 len: 267 time: 0.1512425 Jul 18 10:29:11.636389 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779 is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:11.636829 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:11.653279 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1154238-bf60-4415-a2cb-cda67b04858c None None] Pushing event updated for resources: {'Port': ['ID=8d056b09-6e15-4031-a1f5-968a745c3564,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:11.654274 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-944be558-1688-47ba-988a-172e6b6caa95 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:11.663540 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-944be558-1688-47ba-988a-172e6b6caa95 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/networks?id=a825217e-675b-4d91-a035-cfdee7f60003 HTTP/1.1" status: 200 len: 812 time: 0.3995318 Jul 18 10:29:11.688227 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-56b806d0-8009-4c2f-b966-42c33ffb0b1b tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/quotas/daab623e57e54081b262d4a8fe124f42 HTTP/1.1" status: 200 len: 375 time: 0.0237403 Jul 18 10:29:11.699013 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] For port 28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:29:11.745573 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-2ef714f7-ec4c-4561-9abb-376253f55b62 None None] Set router f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:29:11.760660 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:11.761466 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 1316640b-352d-4fd7-9f25-0a1f9d0bcb7a up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:29:11.819600 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:11.833530 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-2ecb8bbf-73c0-47dc-a563-91737e8035ff tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=daab623e57e54081b262d4a8fe124f42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1429925 Jul 18 10:29:11.934492 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:12.004218 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-ef0ffe4b-aeb0-48e0-96f4-127c38c1b96e tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:12.006446 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-ef0ffe4b-aeb0-48e0-96f4-127c38c1b96e tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/networks?id=4fd50c95-7888-4b58-b176-0e3d534d461f HTTP/1.1" status: 200 len: 810 time: 0.4507775 Jul 18 10:29:12.045318 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Pushing event updated for resources: {'Port': ['ID=28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:12.049514 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-b1f5ddba-ca66-4afa-978a-1399a2707945 service neutron] 10.222.0.33 "GET /v2.0/networks/a825217e-675b-4d91-a035-cfdee7f60003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149398 Jul 18 10:29:12.054152 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-c04b4887-c02b-4ac4-a22c-b9f3a4c2c87e None None] Attempting to bind port 8d056b09-6e15-4031-a1f5-968a745c3564 on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:29:12.054534 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-c04b4887-c02b-4ac4-a22c-b9f3a4c2c87e None None] Attempting to bind port 8d056b09-6e15-4031-a1f5-968a745c3564 by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': 'cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:29:12.055036 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04b4887-c02b-4ac4-a22c-b9f3a4c2c87e None None] Attempting to bind port 8d056b09-6e15-4031-a1f5-968a745c3564 on network 4fd50c95-7888-4b58-b176-0e3d534d461f {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:29:12.061654 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04b4887-c02b-4ac4-a22c-b9f3a4c2c87e None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:29:12.062434 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04b4887-c02b-4ac4-a22c-b9f3a4c2c87e None None] Checking segment: {'id': 'cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:29:12.063095 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c04b4887-c02b-4ac4-a22c-b9f3a4c2c87e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:12.063627 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04b4887-c02b-4ac4-a22c-b9f3a4c2c87e None None] Bound using segment: {'id': 'cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:29:12.064265 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-c04b4887-c02b-4ac4-a22c-b9f3a4c2c87e None None] Bound port: 8d056b09-6e15-4031-a1f5-968a745c3564, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:29:12.064844 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c04b4887-c02b-4ac4-a22c-b9f3a4c2c87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (8d056b09-6e15-4031-a1f5-968a745c3564), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:12.132474 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-2ef714f7-ec4c-4561-9abb-376253f55b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'name': 'tempest-ServerRescueNegativeTestJSON-176325128-router', 'tenant_id': '8a1921237622439bab89676e11477c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:29:02Z', 'revision_number': 4, 'project_id': '8a1921237622439bab89676e11477c13', 'gw_port': {'id': '28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:49:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '4c5bed01-d698-4642-a43a-72c6ad80cbb9', 'name': '', 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4', 'tenant_id': '8a1921237622439bab89676e11477c13', 'mac_address': 'fa:16:3e:1e:f1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'af51bf80-7ad7-4853-9105-dc8b032ebd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:29:01Z', 'updated_at': '2022-07-18T10:29:02Z', 'revision_number': 2, 'project_id': '8a1921237622439bab89676e11477c13', 'subnets': [{'id': 'af51bf80-7ad7-4853-9105-dc8b032ebd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:12.176157 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:12.177381 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:12.186497 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef714f7-ec4c-4561-9abb-376253f55b62 None None] Checking router: f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3 for host: dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:29:12.187155 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef714f7-ec4c-4561-9abb-376253f55b62 None None] Updating router f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3 port 4c5bed01-d698-4642-a43a-72c6ad80cbb9 binding host dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:29:12.187780 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-426ac076-9858-463e-979f-dec7b6aabdd4 service neutron] 10.222.0.33 "GET /v2.0/networks/a825217e-675b-4d91-a035-cfdee7f60003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371930 Jul 18 10:29:12.190299 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-154452b3-53f6-4ab1-b898-ff718f838b65 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/quotas/e6e487deb7ff45bdbf2cc002d42d12a5 HTTP/1.1" status: 200 len: 375 time: 0.1703382 Jul 18 10:29:12.250883 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2ef714f7-ec4c-4561-9abb-376253f55b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (4c5bed01-d698-4642-a43a-72c6ad80cbb9), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:12.320069 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-9873b7c0-36cc-42e6-af35-3084102291d9 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=e6e487deb7ff45bdbf2cc002d42d12a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1158712 Jul 18 10:29:12.526596 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-765fb170-71a2-4dc9-911b-f940bbbbb9b2 service neutron] 10.222.0.33 "GET /v2.0/networks/4fd50c95-7888-4b58-b176-0e3d534d461f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051957 Jul 18 10:29:12.622213 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 1316640b-352d-4fd7-9f25-0a1f9d0bcb7a triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:12.622747 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (1316640b-352d-4fd7-9f25-0a1f9d0bcb7a), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:12.672224 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-2bae7c29-a3da-46c9-9379-44006e033446 None None] Provisioning complete for port 8d056b09-6e15-4031-a1f5-968a745c3564 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:12.673551 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2bae7c29-a3da-46c9-9379-44006e033446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (8d056b09-6e15-4031-a1f5-968a745c3564), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:12.796923 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-409cd9b2-18e4-4b68-bb13-01dfb1ce0931 service neutron] 10.222.0.33 "GET /v2.0/networks/4fd50c95-7888-4b58-b176-0e3d534d461f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663217 Jul 18 10:29:12.900682 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-c04b4887-c02b-4ac4-a22c-b9f3a4c2c87e None None] For port 8d056b09-6e15-4031-a1f5-968a745c3564, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:29:12.916846 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-c04b4887-c02b-4ac4-a22c-b9f3a4c2c87e None None] For port 8d056b09-6e15-4031-a1f5-968a745c3564, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=8d056b09-6e15-4031-a1f5-968a745c3564,segment=NetworkSegment(cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c),segment_id=cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:29:12.956027 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:12.990506 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c04b4887-c02b-4ac4-a22c-b9f3a4c2c87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (8d056b09-6e15-4031-a1f5-968a745c3564), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:13.070276 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c42791aa-0b3a-4560-9b38-fe42b965de74 req-255f47d0-e24b-4977-83e1-b7f9c5a6aa67 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 210 time: 0.0866177 Jul 18 10:29:13.102968 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-2bae7c29-a3da-46c9-9379-44006e033446 None None] Port 8d056b09-6e15-4031-a1f5-968a745c3564 cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:29:13.300407 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 1316640b-352d-4fd7-9f25-0a1f9d0bcb7a is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:13.305123 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 7d5bac65-a4cf-42f8-adb4-5c88e7551002 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:29:13.348467 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-169feb65-067c-4345-beba-765cd49ec57b req-577a0af4-9579-4040-bf95-32960ff8ffcd tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/ports?device_id=df938010-ebc5-429f-8499-4b55eff7cab9 HTTP/1.1" status: 200 len: 210 time: 0.1203117 Jul 18 10:29:13.375231 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2ef714f7-ec4c-4561-9abb-376253f55b62 None None] Publish callbacks [] for port (4c5bed01-d698-4642-a43a-72c6ad80cbb9), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:13.407766 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2ef714f7-ec4c-4561-9abb-376253f55b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (4c5bed01-d698-4642-a43a-72c6ad80cbb9), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:13.491159 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-257191d1-a02f-466d-ae45-b818d738334a req-c920b301-e7e9-4f09-b57b-f589fefd30a4 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=db62c05e-28a8-4121-a6e5-8abb802f7a17 HTTP/1.1" status: 200 len: 210 time: 0.1408985 Jul 18 10:29:13.525627 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.30', 58652) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:13.605515 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f286176f-0ec3-43f9-85d2-9eaaf5f7f9da req-502d617c-a8b8-40ef-a465-ae73c85c9d8c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 210 time: 0.1232924 Jul 18 10:29:13.633560 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1154238-bf60-4415-a2cb-cda67b04858c None None] Pushing event updated for resources: {'Port': ['ID=8d056b09-6e15-4031-a1f5-968a745c3564,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:13.636415 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04b4887-c02b-4ac4-a22c-b9f3a4c2c87e None None] Routers {'25caf605-4c7d-44c9-8381-5f91529ecdd4'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:29:13.673416 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-c04b4887-c02b-4ac4-a22c-b9f3a4c2c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:28:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['25caf605-4c7d-44c9-8381-5f91529ecdd4'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:13.710105 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe34ed-02fe-45d1-b00c-0c54f8b3f1f6 None None] Pushing event updated for resources: {'Port': ['ID=4c5bed01-d698-4642-a43a-72c6ad80cbb9,revision_number=3']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:13.827958 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-2ef714f7-ec4c-4561-9abb-376253f55b62 None None] Attempting to bind port 4c5bed01-d698-4642-a43a-72c6ad80cbb9 on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:29:13.834591 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-2ef714f7-ec4c-4561-9abb-376253f55b62 None None] Attempting to bind port 4c5bed01-d698-4642-a43a-72c6ad80cbb9 by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': '187bb490-ae11-4ab4-ac32-71de79c724ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4'}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:29:13.852328 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef714f7-ec4c-4561-9abb-376253f55b62 None None] Attempting to bind port 4c5bed01-d698-4642-a43a-72c6ad80cbb9 on network 3122165b-a136-4d21-b84f-81ce161e0ad4 {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:29:13.875349 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef714f7-ec4c-4561-9abb-376253f55b62 None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:29:13.882201 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef714f7-ec4c-4561-9abb-376253f55b62 None None] Checking segment: {'id': '187bb490-ae11-4ab4-ac32-71de79c724ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:29:13.885874 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2ef714f7-ec4c-4561-9abb-376253f55b62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:13.887363 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef714f7-ec4c-4561-9abb-376253f55b62 None None] Bound using segment: {'id': '187bb490-ae11-4ab4-ac32-71de79c724ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4'} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:29:13.893496 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-2ef714f7-ec4c-4561-9abb-376253f55b62 None None] Bound port: 4c5bed01-d698-4642-a43a-72c6ad80cbb9, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187bb490-ae11-4ab4-ac32-71de79c724ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4'}}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:29:13.894756 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2ef714f7-ec4c-4561-9abb-376253f55b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (4c5bed01-d698-4642-a43a-72c6ad80cbb9), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:14.047977 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-2ef714f7-ec4c-4561-9abb-376253f55b62 None None] For port 4c5bed01-d698-4642-a43a-72c6ad80cbb9, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:29:14.066287 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-2ef714f7-ec4c-4561-9abb-376253f55b62 None None] For port 4c5bed01-d698-4642-a43a-72c6ad80cbb9, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=4c5bed01-d698-4642-a43a-72c6ad80cbb9,segment=NetworkSegment(187bb490-ae11-4ab4-ac32-71de79c724ca),segment_id=187bb490-ae11-4ab4-ac32-71de79c724ca)] {{(pid=103901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:29:14.080334 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-89fad066-b739-46ee-b139-00b46a9bb771 None None] Provisioning complete for port 8d056b09-6e15-4031-a1f5-968a745c3564 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:14.087585 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:14.096352 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-89fad066-b739-46ee-b139-00b46a9bb771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (8d056b09-6e15-4031-a1f5-968a745c3564), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:14.110817 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2ef714f7-ec4c-4561-9abb-376253f55b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (4c5bed01-d698-4642-a43a-72c6ad80cbb9), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:14.144485 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.30', 58657) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:14.243997 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-5f8e56d0-fa19-426c-be47-2b12528ddd47 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:14.243997 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-5f8e56d0-fa19-426c-be47-2b12528ddd47 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.30 "GET /v2.0/networks?id=3122165b-a136-4d21-b84f-81ce161e0ad4 HTTP/1.1" status: 200 len: 818 time: 0.7151833 Jul 18 10:29:14.288090 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-76eacf23-1947-49f9-8626-c45165f40d8d tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Request body: {'port': {'device_id': '591fab72-3729-4b6f-af75-cc55766b7eae', 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4', 'admin_state_up': True, 'tenant_id': '8a1921237622439bab89676e11477c13'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:29:14.288301 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 7d5bac65-a4cf-42f8-adb4-5c88e7551002 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:14.289186 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (7d5bac65-a4cf-42f8-adb4-5c88e7551002), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:14.351318 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe34ed-02fe-45d1-b00c-0c54f8b3f1f6 None None] Pushing event updated for resources: {'Port': ['ID=4c5bed01-d698-4642-a43a-72c6ad80cbb9,revision_number=4']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:14.437708 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef714f7-ec4c-4561-9abb-376253f55b62 None None] Routers {'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:29:14.443803 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-2ef714f7-ec4c-4561-9abb-376253f55b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:28:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:14.680706 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-c04b4887-c02b-4ac4-a22c-b9f3a4c2c87e None None] Set router 25caf605-4c7d-44c9-8381-5f91529ecdd4 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:29:14.690341 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.30', 58661) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:14.780149 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-43bdde5c-6788-4041-9032-583de3eb0c1a req-a98322f6-20a5-4ac0-b406-a2be14aa778a tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 210 time: 0.1618786 Jul 18 10:29:14.802270 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-9802fe4a-b97e-4d40-9814-9b3a95b111bf tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:14.811098 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-9802fe4a-b97e-4d40-9814-9b3a95b111bf tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.30 "GET /v2.0/networks?id=a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 HTTP/1.1" status: 200 len: 815 time: 0.6561143 Jul 18 10:29:14.931089 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-2ef714f7-ec4c-4561-9abb-376253f55b62 None None] Set router f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:29:15.025062 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f959bd72-2a3a-4e58-b181-0065833b99ac req-0409e8cf-85b7-42a8-be04-9d76faf5d861 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/ports?device_id=df938010-ebc5-429f-8499-4b55eff7cab9 HTTP/1.1" status: 200 len: 210 time: 0.3441916 Jul 18 10:29:15.073606 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 57204) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:15.159090 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:15.235581 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-76eacf23-1947-49f9-8626-c45165f40d8d tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Made reservation on behalf of 8a1921237622439bab89676e11477c13 for: {'port': 1} {{(pid=103898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:29:15.246408 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-63e703ef-5bdd-4f42-baa9-252f8dadec75 req-7c95de50-8fe4-4e6d-946e-11eed4eb5096 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=db62c05e-28a8-4121-a6e5-8abb802f7a17 HTTP/1.1" status: 200 len: 210 time: 0.1525023 Jul 18 10:29:15.270243 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-1a56171a-13b7-4416-90a8-217c434b04e5 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cf3d5bfe9a745f38372c42c9cfa1f63 HTTP/1.1" status: 200 len: 380 time: 0.3683388 Jul 18 10:29:15.272321 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-76eacf23-1947-49f9-8626-c45165f40d8d tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:15.280756 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-c62486c6-19a9-4b4a-95a5-cf0dd41e5cdb tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Request body: {'port': {'device_id': 'db62c05e-28a8-4121-a6e5-8abb802f7a17', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'admin_state_up': True, 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'security_groups': ['4fbf6ea2-1d56-407e-b285-6f0311c7cd38']}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:29:15.338908 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 7d5bac65-a4cf-42f8-adb4-5c88e7551002 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:15.347379 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 1420ff7f-6c01-4735-aa6b-eee69bfd69e9 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:29:15.386295 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-7cad9079-06ff-4133-88ce-6606bea2a00f req-60a930e5-1cb0-4b65-9498-5fdd6950ea81 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 210 time: 0.0551755 Jul 18 10:29:15.407878 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-89fad066-b739-46ee-b139-00b46a9bb771 None None] Current status of the port 8d056b09-6e15-4031-a1f5-968a745c3564 is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:15.408279 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-89fad066-b739-46ee-b139-00b46a9bb771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (8d056b09-6e15-4031-a1f5-968a745c3564), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:15.505456 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.30', 58668) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:15.617508 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:15.661962 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:15.663122 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-2ef714f7-ec4c-4561-9abb-376253f55b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'name': 'tempest-ServerRescueNegativeTestJSON-176325128-router', 'tenant_id': '8a1921237622439bab89676e11477c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:29:02Z', 'revision_number': 4, 'project_id': '8a1921237622439bab89676e11477c13', 'gw_port': {'id': '28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:49:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '4c5bed01-d698-4642-a43a-72c6ad80cbb9', 'name': '', 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4', 'tenant_id': '8a1921237622439bab89676e11477c13', 'mac_address': 'fa:16:3e:1e:f1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'af51bf80-7ad7-4853-9105-dc8b032ebd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:29:01Z', 'updated_at': '2022-07-18T10:29:14Z', 'revision_number': 4, 'project_id': '8a1921237622439bab89676e11477c13', 'subnets': [{'id': 'af51bf80-7ad7-4853-9105-dc8b032ebd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:15.728496 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef714f7-ec4c-4561-9abb-376253f55b62 None None] The sync data for ids ['f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'] in dv-cinder-837546-3-iscsi is: [{'id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'name': 'tempest-ServerRescueNegativeTestJSON-176325128-router', 'tenant_id': '8a1921237622439bab89676e11477c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:29:02Z', 'revision_number': 4, 'project_id': '8a1921237622439bab89676e11477c13', 'gw_port': {'id': '28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:49:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '4c5bed01-d698-4642-a43a-72c6ad80cbb9', 'name': '', 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4', 'tenant_id': '8a1921237622439bab89676e11477c13', 'mac_address': 'fa:16:3e:1e:f1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'af51bf80-7ad7-4853-9105-dc8b032ebd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:29:01Z', 'updated_at': '2022-07-18T10:29:14Z', 'revision_number': 4, 'project_id': '8a1921237622439bab89676e11477c13', 'subnets': [{'id': 'af51bf80-7ad7-4853-9105-dc8b032ebd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:29:15.743396 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-89fad066-b739-46ee-b139-00b46a9bb771 None None] For port 8d056b09-6e15-4031-a1f5-968a745c3564, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=8d056b09-6e15-4031-a1f5-968a745c3564,segment=NetworkSegment(cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c),segment_id=cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:29:15.760786 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-89fad066-b739-46ee-b139-00b46a9bb771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (8d056b09-6e15-4031-a1f5-968a745c3564), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:15.818594 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 1420ff7f-6c01-4735-aa6b-eee69bfd69e9 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:15.819102 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (1420ff7f-6c01-4735-aa6b-eee69bfd69e9), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:15.831435 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-c62486c6-19a9-4b4a-95a5-cf0dd41e5cdb tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Made reservation on behalf of 1cf3d5bfe9a745f38372c42c9cfa1f63 for: {'port': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:29:15.840798 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-c62486c6-19a9-4b4a-95a5-cf0dd41e5cdb tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:15.879080 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-8b2817ef-cf4d-475e-a1a7-c1fe09d1055f tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:15.882179 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-8b2817ef-cf4d-475e-a1a7-c1fe09d1055f tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.30 "GET /v2.0/networks?id=3122165b-a136-4d21-b84f-81ce161e0ad4 HTTP/1.1" status: 200 len: 818 time: 1.1588862 Jul 18 10:29:15.921368 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-ccf07008-29e4-44f6-9558-e458f3d85dce tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:15.929610 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-ccf07008-29e4-44f6-9558-e458f3d85dce tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.30 "GET /v2.0/networks?id=a825217e-675b-4d91-a035-cfdee7f60003 HTTP/1.1" status: 200 len: 812 time: 0.4205024 Jul 18 10:29:15.980048 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-c663a994-67c0-4a7c-a293-9adf71b50fed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:16.092411 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-c04b4887-c02b-4ac4-a22c-b9f3a4c2c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'name': 'tempest-AttachVolumeTestJSON-343087554-router', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:52Z', 'updated_at': '2022-07-18T10:29:03Z', 'revision_number': 4, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'gw_port': {'id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '8d056b09-6e15-4031-a1f5-968a745c3564', 'name': '', 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'mac_address': 'fa:16:3e:df:a7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6a7b9bf8-c0da-4f73-9742-17e8876165f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:29:02Z', 'updated_at': '2022-07-18T10:29:12Z', 'revision_number': 4, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'subnets': [{'id': '6a7b9bf8-c0da-4f73-9742-17e8876165f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:16.114100 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-11997ae0-ee57-47ac-8ef2-ad263bed615e None None] Provisioning complete for port 4c5bed01-d698-4642-a43a-72c6ad80cbb9 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:16.114480 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-11997ae0-ee57-47ac-8ef2-ad263bed615e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (4c5bed01-d698-4642-a43a-72c6ad80cbb9), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:16.161995 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-c663a994-67c0-4a7c-a293-9adf71b50fed admin admin] Publish callbacks [] for security_group (80800e15-dab0-4796-9d1c-83c2633efc6a), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:16.222084 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:16.222734 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:16.254085 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c70e837b-7312-4db5-bf89-49304c92698a req-0cbf01ae-71c8-4cdb-b10d-5ddf5fe40f99 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 210 time: 0.2711143 Jul 18 10:29:16.345044 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04b4887-c02b-4ac4-a22c-b9f3a4c2c87e None None] The sync data for ids ['25caf605-4c7d-44c9-8381-5f91529ecdd4'] in dv-cinder-837546-3-iscsi is: [{'id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'name': 'tempest-AttachVolumeTestJSON-343087554-router', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:52Z', 'updated_at': '2022-07-18T10:29:03Z', 'revision_number': 4, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'gw_port': {'id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '8d056b09-6e15-4031-a1f5-968a745c3564', 'name': '', 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'mac_address': 'fa:16:3e:df:a7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6a7b9bf8-c0da-4f73-9742-17e8876165f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:29:02Z', 'updated_at': '2022-07-18T10:29:12Z', 'revision_number': 4, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'subnets': [{'id': '6a7b9bf8-c0da-4f73-9742-17e8876165f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:29:16.350264 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-c663a994-67c0-4a7c-a293-9adf71b50fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (80800e15-dab0-4796-9d1c-83c2633efc6a), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:16.455658 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fad066-b739-46ee-b139-00b46a9bb771 None None] Pushing event updated for resources: {'Port': ['ID=8d056b09-6e15-4031-a1f5-968a745c3564,revision_number=5']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:16.526412 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cc3094-1e7b-4e64-9c02-af3dbca2d00b None None] Sync routers for ids ['f1177cc8-fcd2-4459-9054-5163f9096822'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:29:16.580888 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cc3094-1e7b-4e64-9c02-af3dbca2d00b None None] Routers {'f1177cc8-fcd2-4459-9054-5163f9096822'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:29:16.582553 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-54cc3094-1e7b-4e64-9c02-af3dbca2d00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:28:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['f1177cc8-fcd2-4459-9054-5163f9096822'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:16.585257 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-76eacf23-1947-49f9-8626-c45165f40d8d tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Allocated IP 172.20.0.14 (3122165b-a136-4d21-b84f-81ce161e0ad4/af51bf80-7ad7-4853-9105-dc8b032ebd26/3380728a-d068-450d-b0c7-feb491a61db5) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:29:16.636321 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:16.730515 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-11997ae0-ee57-47ac-8ef2-ad263bed615e None None] Current status of the port 4c5bed01-d698-4642-a43a-72c6ad80cbb9 is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:16.731083 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-11997ae0-ee57-47ac-8ef2-ad263bed615e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (4c5bed01-d698-4642-a43a-72c6ad80cbb9), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:16.846024 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 1420ff7f-6c01-4735-aa6b-eee69bfd69e9 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:16.870495 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-11997ae0-ee57-47ac-8ef2-ad263bed615e None None] For port 4c5bed01-d698-4642-a43a-72c6ad80cbb9, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=4c5bed01-d698-4642-a43a-72c6ad80cbb9,segment=NetworkSegment(187bb490-ae11-4ab4-ac32-71de79c724ca),segment_id=187bb490-ae11-4ab4-ac32-71de79c724ca)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:29:16.899645 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-11997ae0-ee57-47ac-8ef2-ad263bed615e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (4c5bed01-d698-4642-a43a-72c6ad80cbb9), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:16.972131 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-76eacf23-1947-49f9-8626-c45165f40d8d tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks [] for port (3380728a-d068-450d-b0c7-feb491a61db5), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:16.987461 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-54cc3094-1e7b-4e64-9c02-af3dbca2d00b None None] Set router f1177cc8-fcd2-4459-9054-5163f9096822 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:29:17.061198 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-76eacf23-1947-49f9-8626-c45165f40d8d tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598'] for port (3380728a-d068-450d-b0c7-feb491a61db5), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:17.109774 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11997ae0-ee57-47ac-8ef2-ad263bed615e None None] Pushing event updated for resources: {'Port': ['ID=4c5bed01-d698-4642-a43a-72c6ad80cbb9,revision_number=5']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:17.155507 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-508fb25f-88af-4f32-9577-93b7cd088642 req-4d2f43c0-10e6-4529-9dc6-25551528e605 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/ports?device_id=df938010-ebc5-429f-8499-4b55eff7cab9 HTTP/1.1" status: 200 len: 210 time: 0.9235029 Jul 18 10:29:17.217047 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:17.218251 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eacf23-1947-49f9-8626-c45165f40d8d tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Pushing event updated for resources: {'Port': ['ID=3380728a-d068-450d-b0c7-feb491a61db5,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:17.255577 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-76eacf23-1947-49f9-8626-c45165f40d8d tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Network 3122165b-a136-4d21-b84f-81ce161e0ad4 is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:29:17.259513 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-76eacf23-1947-49f9-8626-c45165f40d8d tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:29:17.262692 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-76eacf23-1947-49f9-8626-c45165f40d8d tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:29:17.268678 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-76eacf23-1947-49f9-8626-c45165f40d8d tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:17.270335 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-76eacf23-1947-49f9-8626-c45165f40d8d tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for port (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:17.302177 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 4c5bed01-d698-4642-a43a-72c6ad80cbb9 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:29:17.302984 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-76eacf23-1947-49f9-8626-c45165f40d8d tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0188837 Jul 18 10:29:17.313219 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a8f60451-db25-4a7b-a3e8-3282900f6ba3 req-2e8d401d-4304-4dea-ac14-72a4570fd3d9 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=db62c05e-28a8-4121-a6e5-8abb802f7a17 HTTP/1.1" status: 200 len: 210 time: 0.7028406 Jul 18 10:29:17.353327 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-c663a994-67c0-4a7c-a293-9adf71b50fed admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=926f2ef83f424b9f830078de3486361f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2647207 Jul 18 10:29:17.355044 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 57280) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:17.362090 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663a994-67c0-4a7c-a293-9adf71b50fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80800e15-dab0-4796-9d1c-83c2633efc6a,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:17.414911 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:17.463954 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0c201479-328d-4c21-ae4d-894cb995440c admin admin] Publish callbacks [] for security_group (80800e15-dab0-4796-9d1c-83c2633efc6a), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:17.518146 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 4c5bed01-d698-4642-a43a-72c6ad80cbb9 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:17.518532 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (4c5bed01-d698-4642-a43a-72c6ad80cbb9), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:17.528446 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-efb3a53b-87ba-472b-9881-995fdcf7d8fe req-80b15c3b-9a0d-46d2-84d2-134cccc25aff tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 210 time: 0.2692780 Jul 18 10:29:17.533228 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0c201479-328d-4c21-ae4d-894cb995440c admin admin] Publish callbacks [] for security_group (80800e15-dab0-4796-9d1c-83c2633efc6a), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:17.583513 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-05ddda34-2a73-4930-a812-a4ff7f0045dd req-928ddaf5-343d-4162-b4e6-c776abbea9e3 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 210 time: 0.1075470 Jul 18 10:29:17.630922 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-54cc3094-1e7b-4e64-9c02-af3dbca2d00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1177cc8-fcd2-4459-9054-5163f9096822', 'name': 'tempest-DeleteServersTestJSON-1938776782-router', 'tenant_id': 'daab623e57e54081b262d4a8fe124f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'e2a940ad-2e32-4bfb-9e16-cf56a84da4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:07Z', 'revision_number': 4, 'project_id': 'daab623e57e54081b262d4a8fe124f42', 'gw_port': {'id': 'e2a940ad-2e32-4bfb-9e16-cf56a84da4de', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:35:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1177cc8-fcd2-4459-9054-5163f9096822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:56Z', 'updated_at': '2022-07-18T10:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': 'cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a', 'name': '', 'network_id': 'a825217e-675b-4d91-a035-cfdee7f60003', 'tenant_id': 'daab623e57e54081b262d4a8fe124f42', 'mac_address': 'fa:16:3e:15:42:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1177cc8-fcd2-4459-9054-5163f9096822', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '68a4034d-cce3-4362-8629-a3033003a5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:29:05Z', 'updated_at': '2022-07-18T10:29:08Z', 'revision_number': 2, 'project_id': 'daab623e57e54081b262d4a8fe124f42', 'subnets': [{'id': '68a4034d-cce3-4362-8629-a3033003a5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:17.633889 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_common [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-c62486c6-19a9-4b4a-95a5-cf0dd41e5cdb tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Allocated IP 172.20.0.14 (a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4/a4981e04-0b42-475d-8711-94b32dc6a81f/f97d9284-09c3-4aa3-8f54-5bb526b9fe08) {{(pid=103899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:29:17.650037 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0c201479-328d-4c21-ae4d-894cb995440c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (80800e15-dab0-4796-9d1c-83c2633efc6a), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:17.654631 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0c201479-328d-4c21-ae4d-894cb995440c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:17.658561 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-0c201479-328d-4c21-ae4d-894cb995440c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/80800e15-dab0-4796-9d1c-83c2633efc6a HTTP/1.1" status: 204 len: 168 time: 0.3009214 Jul 18 10:29:17.671280 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c201479-328d-4c21-ae4d-894cb995440c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80800e15-dab0-4796-9d1c-83c2633efc6a,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:17.837994 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cc3094-1e7b-4e64-9c02-af3dbca2d00b None None] Checking router: f1177cc8-fcd2-4459-9054-5163f9096822 for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:29:17.838758 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cc3094-1e7b-4e64-9c02-af3dbca2d00b None None] Updating router f1177cc8-fcd2-4459-9054-5163f9096822 port cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a binding host dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:29:17.880135 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-c62486c6-19a9-4b4a-95a5-cf0dd41e5cdb tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for port (f97d9284-09c3-4aa3-8f54-5bb526b9fe08), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:17.886864 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-54cc3094-1e7b-4e64-9c02-af3dbca2d00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:17.904022 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-109df437-f946-4780-af93-72317daeaa1f None None] Provisioning complete for port 3380728a-d068-450d-b0c7-feb491a61db5 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:17.904461 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-109df437-f946-4780-af93-72317daeaa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (3380728a-d068-450d-b0c7-feb491a61db5), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:17.933446 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-c62486c6-19a9-4b4a-95a5-cf0dd41e5cdb tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598'] for port (f97d9284-09c3-4aa3-8f54-5bb526b9fe08), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:18.032145 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-109df437-f946-4780-af93-72317daeaa1f None None] Port 3380728a-d068-450d-b0c7-feb491a61db5 cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:29:18.043358 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-c62486c6-19a9-4b4a-95a5-cf0dd41e5cdb tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Network a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:29:18.047283 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-c62486c6-19a9-4b4a-95a5-cf0dd41e5cdb tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:29:18.049796 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62486c6-19a9-4b4a-95a5-cf0dd41e5cdb tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event updated for resources: {'Port': ['ID=f97d9284-09c3-4aa3-8f54-5bb526b9fe08,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:18.052438 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-c62486c6-19a9-4b4a-95a5-cf0dd41e5cdb tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Received port after_create {{(pid=103899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:29:18.058581 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-c62486c6-19a9-4b4a-95a5-cf0dd41e5cdb tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:18.059587 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-c62486c6-19a9-4b4a-95a5-cf0dd41e5cdb tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:18.084216 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-c62486c6-19a9-4b4a-95a5-cf0dd41e5cdb tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8077214 Jul 18 10:29:18.114380 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 4c5bed01-d698-4642-a43a-72c6ad80cbb9 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:18.115529 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 55318072-cef0-4676-82c9-ee2867adafd7 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:29:18.251442 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:18.252839 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 55318072-cef0-4676-82c9-ee2867adafd7 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:18.253335 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (55318072-cef0-4676-82c9-ee2867adafd7), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:18.305682 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-34d09e8f-b742-4fdf-b07d-d6c1fd9d4035 req-4fd26865-630a-4990-bdd4-1010f2796ba6 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/ports?device_id=df938010-ebc5-429f-8499-4b55eff7cab9 HTTP/1.1" status: 200 len: 210 time: 0.0482273 Jul 18 10:29:18.435651 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298deaf1-8764-46d1-997c-5c25b62fceb9 req-2c817416-0231-45a0-847a-af6a34caab44 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:18.443219 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-298deaf1-8764-46d1-997c-5c25b62fceb9 req-2c817416-0231-45a0-847a-af6a34caab44 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=db62c05e-28a8-4121-a6e5-8abb802f7a17 HTTP/1.1" status: 200 len: 932 time: 0.0683839 Jul 18 10:29:18.478213 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 55318072-cef0-4676-82c9-ee2867adafd7 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:18.479866 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:29:18.485838 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-54cc3094-1e7b-4e64-9c02-af3dbca2d00b None None] Publish callbacks [] for port (cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:18.488436 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-3b460a88-bc13-446c-9d92-eb65e08a871e None None] Provisioning complete for port f97d9284-09c3-4aa3-8f54-5bb526b9fe08 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:18.489946 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3b460a88-bc13-446c-9d92-eb65e08a871e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (f97d9284-09c3-4aa3-8f54-5bb526b9fe08), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:18.501594 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-298deaf1-8764-46d1-997c-5c25b62fceb9 req-4fdcb881-2116-489d-a498-6f9d8e4b17f9 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=4fbf6ea2-1d56-407e-b285-6f0311c7cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574427 Jul 18 10:29:18.540374 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-54cc3094-1e7b-4e64-9c02-af3dbca2d00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:18.675027 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9cc49-8cb8-4a75-830e-974bc52335ee None None] Pushing event updated for resources: {'Port': ['ID=cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:18.715439 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-3b460a88-bc13-446c-9d92-eb65e08a871e None None] Port f97d9284-09c3-4aa3-8f54-5bb526b9fe08 cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:29:18.770429 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:18.770656 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:18.793120 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ef2e8034-278d-43b2-a451-a3c7e9f48488 req-1d830dd6-256f-4678-983d-7aca6df0a137 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 210 time: 0.1582277 Jul 18 10:29:18.831314 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:18.855176 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-5b62c42f-3af9-42a9-be8d-39b7c5abae2e tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Request body: {'port': {'device_id': '78bb7f95-9846-4a59-9f77-a3fe69005eec', 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4', 'admin_state_up': True, 'tenant_id': '8a1921237622439bab89676e11477c13'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:29:18.903884 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-0dfbfbc3-5021-4be3-a567-69447856b848 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 10:29:18.908098 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-0dfbfbc3-5021-4be3-a567-69447856b848 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0200610 Jul 18 10:29:18.909055 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-43d38602-8f6f-4c9b-8fb7-3994ce8024a3 req-b083c4cf-cddf-4df5-8d54-3cc2d2dfd598 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 210 time: 0.1296084 Jul 18 10:29:18.932480 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-d7eb2721-4e17-4cca-a5bf-3a9204851154 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 10:29:18.943773 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-d7eb2721-4e17-4cca-a5bf-3a9204851154 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0198655 Jul 18 10:29:18.956939 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-2df31d1d-ce8c-46ec-9a98-aeebdb4ed0d0 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Request body: {'port': {'device_id': 'df938010-ebc5-429f-8499-4b55eff7cab9', 'network_id': 'a825217e-675b-4d91-a035-cfdee7f60003', 'admin_state_up': True, 'tenant_id': 'daab623e57e54081b262d4a8fe124f42'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:29:19.061269 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-54cc3094-1e7b-4e64-9c02-af3dbca2d00b None None] Attempting to bind port cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:29:19.061645 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-54cc3094-1e7b-4e64-9c02-af3dbca2d00b None None] Attempting to bind port cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': 'b8e67c14-fddc-40ae-b81d-a41c8632f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a825217e-675b-4d91-a035-cfdee7f60003'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:29:19.067334 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cc3094-1e7b-4e64-9c02-af3dbca2d00b None None] Attempting to bind port cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a on network a825217e-675b-4d91-a035-cfdee7f60003 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:29:19.161449 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cc3094-1e7b-4e64-9c02-af3dbca2d00b None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:29:19.169873 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cc3094-1e7b-4e64-9c02-af3dbca2d00b None None] Checking segment: {'id': 'b8e67c14-fddc-40ae-b81d-a41c8632f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a825217e-675b-4d91-a035-cfdee7f60003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:29:19.171362 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-54cc3094-1e7b-4e64-9c02-af3dbca2d00b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:19.175611 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cc3094-1e7b-4e64-9c02-af3dbca2d00b None None] Bound using segment: {'id': 'b8e67c14-fddc-40ae-b81d-a41c8632f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a825217e-675b-4d91-a035-cfdee7f60003'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:29:19.181923 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-54cc3094-1e7b-4e64-9c02-af3dbca2d00b None None] Bound port: cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e67c14-fddc-40ae-b81d-a41c8632f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a825217e-675b-4d91-a035-cfdee7f60003'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:29:19.183176 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-54cc3094-1e7b-4e64-9c02-af3dbca2d00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:19.287046 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.30', 58675) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:19.356175 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-5b62c42f-3af9-42a9-be8d-39b7c5abae2e tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Made reservation on behalf of 8a1921237622439bab89676e11477c13 for: {'port': 1} {{(pid=103898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:29:19.378181 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-5b62c42f-3af9-42a9-be8d-39b7c5abae2e tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:19.403262 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:19.445220 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-3ba3c901-c2db-491d-b3aa-66fc272adaa3 service neutron] Request body: {'port': {'device_id': '591fab72-3729-4b6f-af75-cc55766b7eae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:29:19.515901 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-4d757824-f84e-4472-a439-5e3318d96324 service neutron] Request body: {'port': {'device_id': 'db62c05e-28a8-4121-a6e5-8abb802f7a17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:29:19.606436 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-3ba3c901-c2db-491d-b3aa-66fc272adaa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (3380728a-d068-450d-b0c7-feb491a61db5), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:19.632066 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c67b1bbe-e894-4894-adbd-0341a2659bf8 req-5f690b76-243b-4ebc-8bdd-c61685b6f4c3 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/ports?device_id=df938010-ebc5-429f-8499-4b55eff7cab9 HTTP/1.1" status: 200 len: 210 time: 0.0640938 Jul 18 10:29:19.659982 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-84366a79-90d8-4304-a256-aada5bae7159 None None] Provisioning complete for port cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:19.660532 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-84366a79-90d8-4304-a256-aada5bae7159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:19.690434 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:19.723570 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-2df31d1d-ce8c-46ec-9a98-aeebdb4ed0d0 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Made reservation on behalf of daab623e57e54081b262d4a8fe124f42 for: {'port': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:29:19.733268 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-2df31d1d-ce8c-46ec-9a98-aeebdb4ed0d0 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:19.823203 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-54cc3094-1e7b-4e64-9c02-af3dbca2d00b None None] For port cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:29:19.834436 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-54cc3094-1e7b-4e64-9c02-af3dbca2d00b None None] For port cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a,segment=NetworkSegment(b8e67c14-fddc-40ae-b81d-a41c8632f5cb),segment_id=b8e67c14-fddc-40ae-b81d-a41c8632f5cb)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:29:19.887919 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:19.891970 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device e2a940ad-2e32-4bfb-9e16-cf56a84da4de up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:29:19.908060 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-54cc3094-1e7b-4e64-9c02-af3dbca2d00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:19.925425 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6265878-6f16-4723-b0e5-19d4afe1e2ad req-5be5c66c-36f9-4152-98e6-e2d956ccf3c0 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:19.937958 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b6265878-6f16-4723-b0e5-19d4afe1e2ad req-5be5c66c-36f9-4152-98e6-e2d956ccf3c0 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=db62c05e-28a8-4121-a6e5-8abb802f7a17 HTTP/1.1" status: 200 len: 932 time: 0.1220319 Jul 18 10:29:19.954272 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-4d757824-f84e-4472-a439-5e3318d96324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (f97d9284-09c3-4aa3-8f54-5bb526b9fe08), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:20.072189 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-eacde28f-bad2-41f9-bc9e-a23d389378ca tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:20.092652 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-eacde28f-bad2-41f9-bc9e-a23d389378ca tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.30 "GET /v2.0/networks?id=4fd50c95-7888-4b58-b176-0e3d534d461f HTTP/1.1" status: 200 len: 810 time: 0.8512836 Jul 18 10:29:20.099781 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9cc49-8cb8-4a75-830e-974bc52335ee None None] Pushing event updated for resources: {'Port': ['ID=cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:20.163273 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-84366a79-90d8-4304-a256-aada5bae7159 None None] Port cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:29:20.201784 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-927d379a-bb4d-4f88-b761-5417f2c41b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:20.248006 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:20.248861 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cc3094-1e7b-4e64-9c02-af3dbca2d00b None None] Routers {'f1177cc8-fcd2-4459-9054-5163f9096822'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:29:20.258123 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-54cc3094-1e7b-4e64-9c02-af3dbca2d00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:28:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['f1177cc8-fcd2-4459-9054-5163f9096822'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:20.321915 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:20.391865 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-5b62c42f-3af9-42a9-be8d-39b7c5abae2e tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Allocated IP 172.20.0.8 (3122165b-a136-4d21-b84f-81ce161e0ad4/af51bf80-7ad7-4853-9105-dc8b032ebd26/13cc5a6d-eabb-457d-adf0-12b5abac3083) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:29:20.415933 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port e2a940ad-2e32-4bfb-9e16-cf56a84da4de triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:20.416529 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (e2a940ad-2e32-4bfb-9e16-cf56a84da4de), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:20.762898 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port e2a940ad-2e32-4bfb-9e16-cf56a84da4de is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:20.763603 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (e2a940ad-2e32-4bfb-9e16-cf56a84da4de), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:20.811030 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] For port e2a940ad-2e32-4bfb-9e16-cf56a84da4de, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=e2a940ad-2e32-4bfb-9e16-cf56a84da4de,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:29:20.841569 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (e2a940ad-2e32-4bfb-9e16-cf56a84da4de), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:20.843264 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 8d056b09-6e15-4031-a1f5-968a745c3564 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:29:20.963747 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-5b62c42f-3af9-42a9-be8d-39b7c5abae2e tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks [] for port (13cc5a6d-eabb-457d-adf0-12b5abac3083), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:21.052701 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_common [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-2df31d1d-ce8c-46ec-9a98-aeebdb4ed0d0 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Allocated IP 172.20.0.4 (a825217e-675b-4d91-a035-cfdee7f60003/68a4034d-cce3-4362-8629-a3033003a5d7/b4d3e21d-6206-4ae8-99b7-004371bb68f2) {{(pid=103899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:29:21.072707 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-6c0d00d2-0483-4b0f-b56b-04fea8c48f14 None None] Provisioning complete for port cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:21.073088 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-6c0d00d2-0483-4b0f-b56b-04fea8c48f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:21.086452 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-5b62c42f-3af9-42a9-be8d-39b7c5abae2e tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598'] for port (13cc5a6d-eabb-457d-adf0-12b5abac3083), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:21.134798 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-47b91bb7-bb98-4c19-805c-1bc1e9b1e0a3 req-94b1eacf-5f23-4495-8cf3-2bf2012b73bb tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 210 time: 0.3754721 Jul 18 10:29:21.147563 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b6265878-6f16-4723-b0e5-19d4afe1e2ad req-5dec1b07-203b-4df5-b379-c4c7f4c20d10 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=4fbf6ea2-1d56-407e-b285-6f0311c7cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2069037 Jul 18 10:29:21.176330 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:21.194809 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-54cc3094-1e7b-4e64-9c02-af3dbca2d00b None None] Set router f1177cc8-fcd2-4459-9054-5163f9096822 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:29:21.377569 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:21.413678 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-4ae47786-bc64-49f9-b206-e7f5e28832db tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6e487deb7ff45bdbf2cc002d42d12a5 HTTP/1.1" status: 200 len: 379 time: 0.9767962 Jul 18 10:29:21.423499 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-5b62c42f-3af9-42a9-be8d-39b7c5abae2e tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Network 3122165b-a136-4d21-b84f-81ce161e0ad4 is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:29:21.468018 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-5b62c42f-3af9-42a9-be8d-39b7c5abae2e tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:29:21.473721 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-5b62c42f-3af9-42a9-be8d-39b7c5abae2e tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:29:21.479456 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-5b62c42f-3af9-42a9-be8d-39b7c5abae2e tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:21.480104 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-5b62c42f-3af9-42a9-be8d-39b7c5abae2e tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for port (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:21.530152 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Pushing event updated for resources: {'Port': ['ID=e2a940ad-2e32-4bfb-9e16-cf56a84da4de,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:21.533310 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62c42f-3af9-42a9-be8d-39b7c5abae2e tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Pushing event updated for resources: {'Port': ['ID=13cc5a6d-eabb-457d-adf0-12b5abac3083,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:21.544125 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 8d056b09-6e15-4031-a1f5-968a745c3564 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:21.548529 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (8d056b09-6e15-4031-a1f5-968a745c3564), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:21.583711 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 57426) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:21.623206 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-5b62c42f-3af9-42a9-be8d-39b7c5abae2e tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7888083 Jul 18 10:29:21.658979 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-f4a0aa1a-e111-4af2-8020-3c2c0c31ae18 service neutron] Request body: {'port': {'device_id': '78bb7f95-9846-4a59-9f77-a3fe69005eec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:29:21.684281 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-372fc55e-d9cf-40d5-a80d-a6063b93d085 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Request body: {'port': {'device_id': 'dcb1b50b-9e62-4ff3-9875-3d4635597b45', 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f', 'admin_state_up': True, 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'security_groups': ['cbd992e1-85b0-4996-bbc6-1f970609e6a0']}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:29:21.709696 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 6 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:29:21.851207 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ddde7fdd-da5d-494d-bdc3-2c0b4d503fef req-dc47692c-076e-4d13-891b-10192c84b391 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/ports?device_id=df938010-ebc5-429f-8499-4b55eff7cab9 HTTP/1.1" status: 200 len: 210 time: 0.4359288 Jul 18 10:29:21.920919 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-6c0d00d2-0483-4b0f-b56b-04fea8c48f14 None None] Current status of the port cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:21.933184 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-6c0d00d2-0483-4b0f-b56b-04fea8c48f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:21.939979 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c63241b6-3f01-4a22-88e3-eb0263b6d4fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:21.980106 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-f4a0aa1a-e111-4af2-8020-3c2c0c31ae18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (13cc5a6d-eabb-457d-adf0-12b5abac3083), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:22.028953 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:22.046691 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-3ba3c901-c2db-491d-b3aa-66fc272adaa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3380728a-d068-450d-b0c7-feb491a61db5 {{(pid=103898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:29:22.053334 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:22.100237 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd965ba-f200-4bfc-b669-8286ff3a5bc0 req-bed8a061-1f7c-4f60-8498-d6a9f349f28c tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:22.108388 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ffd965ba-f200-4bfc-b669-8286ff3a5bc0 req-bed8a061-1f7c-4f60-8498-d6a9f349f28c tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 931 time: 0.7623677 Jul 18 10:29:22.153873 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-54cc3094-1e7b-4e64-9c02-af3dbca2d00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1177cc8-fcd2-4459-9054-5163f9096822', 'name': 'tempest-DeleteServersTestJSON-1938776782-router', 'tenant_id': 'daab623e57e54081b262d4a8fe124f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'e2a940ad-2e32-4bfb-9e16-cf56a84da4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:07Z', 'revision_number': 4, 'project_id': 'daab623e57e54081b262d4a8fe124f42', 'gw_port': {'id': 'e2a940ad-2e32-4bfb-9e16-cf56a84da4de', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:35:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1177cc8-fcd2-4459-9054-5163f9096822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:56Z', 'updated_at': '2022-07-18T10:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': 'cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a', 'name': '', 'network_id': 'a825217e-675b-4d91-a035-cfdee7f60003', 'tenant_id': 'daab623e57e54081b262d4a8fe124f42', 'mac_address': 'fa:16:3e:15:42:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1177cc8-fcd2-4459-9054-5163f9096822', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '68a4034d-cce3-4362-8629-a3033003a5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:29:05Z', 'updated_at': '2022-07-18T10:29:19Z', 'revision_number': 4, 'project_id': 'daab623e57e54081b262d4a8fe124f42', 'subnets': [{'id': '68a4034d-cce3-4362-8629-a3033003a5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:22.168602 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-6c0d00d2-0483-4b0f-b56b-04fea8c48f14 None None] For port cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a,segment=NetworkSegment(b8e67c14-fddc-40ae-b81d-a41c8632f5cb),segment_id=b8e67c14-fddc-40ae-b81d-a41c8632f5cb)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:29:22.210976 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-3ba3c901-c2db-491d-b3aa-66fc272adaa3 service neutron] Publish callbacks [] for port (3380728a-d068-450d-b0c7-feb491a61db5), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:22.323545 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:22.342702 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-3ba3c901-c2db-491d-b3aa-66fc272adaa3 service neutron] Transition to ACTIVE for port object 3380728a-d068-450d-b0c7-feb491a61db5 will not be triggered until provisioned by entity L2. {{(pid=103898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:29:22.402820 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-3ba3c901-c2db-491d-b3aa-66fc272adaa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (3380728a-d068-450d-b0c7-feb491a61db5), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:22.418544 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cc3094-1e7b-4e64-9c02-af3dbca2d00b None None] The sync data for ids ['f1177cc8-fcd2-4459-9054-5163f9096822'] in dv-cinder-837546-3-iscsi is: [{'id': 'f1177cc8-fcd2-4459-9054-5163f9096822', 'name': 'tempest-DeleteServersTestJSON-1938776782-router', 'tenant_id': 'daab623e57e54081b262d4a8fe124f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'e2a940ad-2e32-4bfb-9e16-cf56a84da4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:07Z', 'revision_number': 4, 'project_id': 'daab623e57e54081b262d4a8fe124f42', 'gw_port': {'id': 'e2a940ad-2e32-4bfb-9e16-cf56a84da4de', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:35:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1177cc8-fcd2-4459-9054-5163f9096822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:56Z', 'updated_at': '2022-07-18T10:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': 'cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a', 'name': '', 'network_id': 'a825217e-675b-4d91-a035-cfdee7f60003', 'tenant_id': 'daab623e57e54081b262d4a8fe124f42', 'mac_address': 'fa:16:3e:15:42:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1177cc8-fcd2-4459-9054-5163f9096822', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '68a4034d-cce3-4362-8629-a3033003a5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:29:05Z', 'updated_at': '2022-07-18T10:29:19Z', 'revision_number': 4, 'project_id': 'daab623e57e54081b262d4a8fe124f42', 'subnets': [{'id': '68a4034d-cce3-4362-8629-a3033003a5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:29:22.421055 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-6c0d00d2-0483-4b0f-b56b-04fea8c48f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:22.461149 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 8d056b09-6e15-4031-a1f5-968a745c3564 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:22.472299 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-cac3312a-0f08-4aad-a800-cea4e02ac7de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:22.492975 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ffd965ba-f200-4bfc-b669-8286ff3a5bc0 req-d3175144-b26a-46ca-8027-fb331289666a tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835886 Jul 18 10:29:22.508888 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-372fc55e-d9cf-40d5-a80d-a6063b93d085 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Made reservation on behalf of e6e487deb7ff45bdbf2cc002d42d12a5 for: {'port': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:29:22.508888 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-372fc55e-d9cf-40d5-a80d-a6063b93d085 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:22.540020 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d00d2-0483-4b0f-b56b-04fea8c48f14 None None] Pushing event updated for resources: {'Port': ['ID=cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a,revision_number=5']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:22.558413 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-183c6e5a-f452-458d-802f-8d61d9fe4e9c req-6a702393-37f6-4b34-a062-59a30e9349e5 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 210 time: 0.1401007 Jul 18 10:29:22.580447 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-13f99a43-ace6-442e-854b-cef4bd55c1f8 None None] Provisioning complete for port 13cc5a6d-eabb-457d-adf0-12b5abac3083 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:22.581776 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-13f99a43-ace6-442e-854b-cef4bd55c1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (13cc5a6d-eabb-457d-adf0-12b5abac3083), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:22.582749 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-2df31d1d-ce8c-46ec-9a98-aeebdb4ed0d0 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Publish callbacks [] for port (b4d3e21d-6206-4ae8-99b7-004371bb68f2), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:22.606171 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3c901-c2db-491d-b3aa-66fc272adaa3 service neutron] Pushing event updated for resources: {'Port': ['ID=3380728a-d068-450d-b0c7-feb491a61db5,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:22.645192 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-13f99a43-ace6-442e-854b-cef4bd55c1f8 None None] Port 13cc5a6d-eabb-457d-adf0-12b5abac3083 cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:29:22.862563 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-4d757824-f84e-4472-a439-5e3318d96324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f97d9284-09c3-4aa3-8f54-5bb526b9fe08 {{(pid=103899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:29:22.898506 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:22.919739 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device e2a940ad-2e32-4bfb-9e16-cf56a84da4de up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:29:22.970946 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-4d757824-f84e-4472-a439-5e3318d96324 service neutron] Publish callbacks [] for port (f97d9284-09c3-4aa3-8f54-5bb526b9fe08), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:23.099932 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port e2a940ad-2e32-4bfb-9e16-cf56a84da4de triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:23.101017 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (e2a940ad-2e32-4bfb-9e16-cf56a84da4de), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:23.212194 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.provisioning_blocks [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-4d757824-f84e-4472-a439-5e3318d96324 service neutron] Transition to ACTIVE for port object f97d9284-09c3-4aa3-8f54-5bb526b9fe08 will not be triggered until provisioned by entity L2. {{(pid=103899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:29:23.221512 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1000356-23c7-4e75-970f-936bf5b84840 req-1e78c14a-deea-45ce-8536-c6a74079fa8b tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:23.239259 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c1000356-23c7-4e75-970f-936bf5b84840 req-1e78c14a-deea-45ce-8536-c6a74079fa8b tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=db62c05e-28a8-4121-a6e5-8abb802f7a17 HTTP/1.1" status: 200 len: 932 time: 0.4888184 Jul 18 10:29:23.253501 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port e2a940ad-2e32-4bfb-9e16-cf56a84da4de is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:23.255577 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 4c5bed01-d698-4642-a43a-72c6ad80cbb9 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:29:23.263373 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d2600295-0ce2-458b-8cbb-7038213c3ccf req-39248436-80dc-4967-8289-8370b6ff5261 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/ports?device_id=df938010-ebc5-429f-8499-4b55eff7cab9 HTTP/1.1" status: 200 len: 210 time: 0.2039263 Jul 18 10:29:23.284413 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-4d757824-f84e-4472-a439-5e3318d96324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (f97d9284-09c3-4aa3-8f54-5bb526b9fe08), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:23.289677 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c63241b6-3f01-4a22-88e3-eb0263b6d4fe admin admin] Publish callbacks [] for security_group (385fca64-5ed9-4b7d-9d1c-48fd4f549cc3), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:23.337317 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-2df31d1d-ce8c-46ec-9a98-aeebdb4ed0d0 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598'] for port (b4d3e21d-6206-4ae8-99b7-004371bb68f2), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:23.343440 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 4c5bed01-d698-4642-a43a-72c6ad80cbb9 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:23.344491 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (4c5bed01-d698-4642-a43a-72c6ad80cbb9), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:23.457411 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:23.463752 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-f4a0aa1a-e111-4af2-8020-3c2c0c31ae18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13cc5a6d-eabb-457d-adf0-12b5abac3083 {{(pid=103898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:29:23.473282 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-f4a0aa1a-e111-4af2-8020-3c2c0c31ae18 service neutron] Publish callbacks [] for port (13cc5a6d-eabb-457d-adf0-12b5abac3083), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:23.476682 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 4c5bed01-d698-4642-a43a-72c6ad80cbb9 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:23.480231 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:29:23.494581 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c63241b6-3f01-4a22-88e3-eb0263b6d4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (385fca64-5ed9-4b7d-9d1c-48fd4f549cc3), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:23.496606 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_common [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-372fc55e-d9cf-40d5-a80d-a6063b93d085 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Allocated IP 172.20.0.9 (4fd50c95-7888-4b58-b176-0e3d534d461f/6a7b9bf8-c0da-4f73-9742-17e8876165f7/2be9cb89-71c6-44bf-b559-2446d61bca60) {{(pid=103899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:29:23.528488 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-3ba3c901-c2db-491d-b3aa-66fc272adaa3 service neutron] Attempting to bind port 3380728a-d068-450d-b0c7-feb491a61db5 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:29:23.528883 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-3ba3c901-c2db-491d-b3aa-66fc272adaa3 service neutron] Attempting to bind port 3380728a-d068-450d-b0c7-feb491a61db5 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '187bb490-ae11-4ab4-ac32-71de79c724ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:29:23.529650 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-3ba3c901-c2db-491d-b3aa-66fc272adaa3 service neutron] Attempting to bind port 3380728a-d068-450d-b0c7-feb491a61db5 on network 3122165b-a136-4d21-b84f-81ce161e0ad4 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:29:23.534906 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-f4a0aa1a-e111-4af2-8020-3c2c0c31ae18 service neutron] Transition to ACTIVE for port object 13cc5a6d-eabb-457d-adf0-12b5abac3083 will not be triggered until provisioned by entity L2. {{(pid=103898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:29:23.542818 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-2df31d1d-ce8c-46ec-9a98-aeebdb4ed0d0 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Network a825217e-675b-4d91-a035-cfdee7f60003 is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:29:23.548658 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d757824-f84e-4472-a439-5e3318d96324 service neutron] Pushing event updated for resources: {'Port': ['ID=f97d9284-09c3-4aa3-8f54-5bb526b9fe08,revision_number=2']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:23.554779 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-c63241b6-3f01-4a22-88e3-eb0263b6d4fe admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ec5436d4818a4748894ba4c46ec362d9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9657104 Jul 18 10:29:23.569451 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 57466) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:23.591151 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c1000356-23c7-4e75-970f-936bf5b84840 req-814a0653-f815-4103-b051-fc36e8056b13 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=4fbf6ea2-1d56-407e-b285-6f0311c7cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3497109 Jul 18 10:29:23.609970 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-2df31d1d-ce8c-46ec-9a98-aeebdb4ed0d0 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:29:23.618026 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-2df31d1d-ce8c-46ec-9a98-aeebdb4ed0d0 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Received port after_create {{(pid=103899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:29:23.628775 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-2df31d1d-ce8c-46ec-9a98-aeebdb4ed0d0 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:23.630106 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-2df31d1d-ce8c-46ec-9a98-aeebdb4ed0d0 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:23.644497 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:23.645727 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:23.646079 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:23.649804 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-f4a0aa1a-e111-4af2-8020-3c2c0c31ae18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (13cc5a6d-eabb-457d-adf0-12b5abac3083), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:23.726186 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:DELETE=1,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:23.727392 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0aa1a-e111-4af2-8020-3c2c0c31ae18 service neutron] Pushing event updated for resources: {'Port': ['ID=13cc5a6d-eabb-457d-adf0-12b5abac3083,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:23.760965 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-adef37e9-3ad2-40e3-a790-0d4924c8c9ef admin admin] Publish callbacks [] for security_group (385fca64-5ed9-4b7d-9d1c-48fd4f549cc3), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:23.787358 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-adef37e9-3ad2-40e3-a790-0d4924c8c9ef admin admin] Publish callbacks [] for security_group (385fca64-5ed9-4b7d-9d1c-48fd4f549cc3), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:23.839996 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:23.841262 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-3ba3c901-c2db-491d-b3aa-66fc272adaa3 service neutron] Port 3380728a-d068-450d-b0c7-feb491a61db5 on network 3122165b-a136-4d21-b84f-81ce161e0ad4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:29:23.841619 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-3ba3c901-c2db-491d-b3aa-66fc272adaa3 service neutron] Attempting to bind port 3380728a-d068-450d-b0c7-feb491a61db5 on network 3122165b-a136-4d21-b84f-81ce161e0ad4 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:29:23.856593 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-3ba3c901-c2db-491d-b3aa-66fc272adaa3 service neutron] Checking agent: {'id': 'f1e01c1b-bf46-4f7e-883c-267517c6b0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'started_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:29:23.857118 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-3ba3c901-c2db-491d-b3aa-66fc272adaa3 service neutron] Checking segment: {'id': '187bb490-ae11-4ab4-ac32-71de79c724ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:29:23.857699 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-3ba3c901-c2db-491d-b3aa-66fc272adaa3 service neutron] Bound using segment: {'id': '187bb490-ae11-4ab4-ac32-71de79c724ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:29:23.858158 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-3ba3c901-c2db-491d-b3aa-66fc272adaa3 service neutron] Bound port: 3380728a-d068-450d-b0c7-feb491a61db5, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '187bb490-ae11-4ab4-ac32-71de79c724ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:29:23.858940 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-3ba3c901-c2db-491d-b3aa-66fc272adaa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (3380728a-d068-450d-b0c7-feb491a61db5), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:23.912860 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:23.974335 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-3ba3c901-c2db-491d-b3aa-66fc272adaa3 service neutron] For port 3380728a-d068-450d-b0c7-feb491a61db5, host hv-cinder-83754, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:29:23.990355 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-3ba3c901-c2db-491d-b3aa-66fc272adaa3 service neutron] For port 3380728a-d068-450d-b0c7-feb491a61db5, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3380728a-d068-450d-b0c7-feb491a61db5,segment=NetworkSegment(187bb490-ae11-4ab4-ac32-71de79c724ca),segment_id=187bb490-ae11-4ab4-ac32-71de79c724ca)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:29:23.994703 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63241b6-3f01-4a22-88e3-eb0263b6d4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385fca64-5ed9-4b7d-9d1c-48fd4f549cc3,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:24.009845 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-3ba3c901-c2db-491d-b3aa-66fc272adaa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (3380728a-d068-450d-b0c7-feb491a61db5), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:24.043330 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df31d1d-ce8c-46ec-9a98-aeebdb4ed0d0 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Pushing event updated for resources: {'Port': ['ID=b4d3e21d-6206-4ae8-99b7-004371bb68f2,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:24.102171 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-fae81353-777a-4653-91e6-3eaa7e1dd382 None None] Provisioning complete for port b4d3e21d-6206-4ae8-99b7-004371bb68f2 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:24.102650 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-fae81353-777a-4653-91e6-3eaa7e1dd382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (b4d3e21d-6206-4ae8-99b7-004371bb68f2), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:24.138267 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-2df31d1d-ce8c-46ec-9a98-aeebdb4ed0d0 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2281334 Jul 18 10:29:24.151572 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-749e4da2-899f-46f2-aa54-c12fd269bba0 req-6fb53ddf-d1a7-4b67-9850-2a06dcea3dc0 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 210 time: 0.2794440 Jul 18 10:29:24.159980 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-4d757824-f84e-4472-a439-5e3318d96324 service neutron] Attempting to bind port f97d9284-09c3-4aa3-8f54-5bb526b9fe08 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:29:24.161373 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-4d757824-f84e-4472-a439-5e3318d96324 service neutron] Attempting to bind port f97d9284-09c3-4aa3-8f54-5bb526b9fe08 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '9f9e9026-9d7c-43b5-af17-ac9b99df5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4'}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:29:24.161965 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-4d757824-f84e-4472-a439-5e3318d96324 service neutron] Attempting to bind port f97d9284-09c3-4aa3-8f54-5bb526b9fe08 on network a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:29:24.162764 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3c901-c2db-491d-b3aa-66fc272adaa3 service neutron] Pushing event updated for resources: {'Port': ['ID=3380728a-d068-450d-b0c7-feb491a61db5,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:24.170305 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-adef37e9-3ad2-40e3-a790-0d4924c8c9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (385fca64-5ed9-4b7d-9d1c-48fd4f549cc3), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:24.173086 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-adef37e9-3ad2-40e3-a790-0d4924c8c9ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:24.174332 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-adef37e9-3ad2-40e3-a790-0d4924c8c9ef admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/385fca64-5ed9-4b7d-9d1c-48fd4f549cc3 HTTP/1.1" status: 204 len: 168 time: 0.5932834 Jul 18 10:29:24.185333 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef37e9-3ad2-40e3-a790-0d4924c8c9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385fca64-5ed9-4b7d-9d1c-48fd4f549cc3,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:24.186158 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-fae81353-777a-4653-91e6-3eaa7e1dd382 None None] Port b4d3e21d-6206-4ae8-99b7-004371bb68f2 cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:29:24.196845 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-3ba3c901-c2db-491d-b3aa-66fc272adaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:24.197511 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-3ba3c901-c2db-491d-b3aa-66fc272adaa3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for port (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:24.199944 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-3ba3c901-c2db-491d-b3aa-66fc272adaa3 service neutron] 10.222.0.30 "PUT /v2.0/ports/3380728a-d068-450d-b0c7-feb491a61db5 HTTP/1.1" status: 200 len: 1094 time: 4.9084063 Jul 18 10:29:24.203781 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '591fab72-3729-4b6f-af75-cc55766b7eae', 'tag': '3380728a-d068-450d-b0c7-feb491a61db5'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:29:24.213218 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cacc77-78c9-47c4-b6c2-0d8d1a0cc24b req-1d37ca23-fb35-4f7c-b824-1347d851a58c tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:24.227361 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-77cacc77-78c9-47c4-b6c2-0d8d1a0cc24b req-1d37ca23-fb35-4f7c-b824-1347d851a58c tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 943 time: 0.3812153 Jul 18 10:29:24.379086 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-f4a0aa1a-e111-4af2-8020-3c2c0c31ae18 service neutron] Attempting to bind port 13cc5a6d-eabb-457d-adf0-12b5abac3083 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:29:24.379418 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-f4a0aa1a-e111-4af2-8020-3c2c0c31ae18 service neutron] Attempting to bind port 13cc5a6d-eabb-457d-adf0-12b5abac3083 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '187bb490-ae11-4ab4-ac32-71de79c724ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:29:24.379741 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-f4a0aa1a-e111-4af2-8020-3c2c0c31ae18 service neutron] Attempting to bind port 13cc5a6d-eabb-457d-adf0-12b5abac3083 on network 3122165b-a136-4d21-b84f-81ce161e0ad4 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:29:24.386264 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-f4a0aa1a-e111-4af2-8020-3c2c0c31ae18 service neutron] Port 13cc5a6d-eabb-457d-adf0-12b5abac3083 on network 3122165b-a136-4d21-b84f-81ce161e0ad4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:29:24.386583 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-f4a0aa1a-e111-4af2-8020-3c2c0c31ae18 service neutron] Attempting to bind port 13cc5a6d-eabb-457d-adf0-12b5abac3083 on network 3122165b-a136-4d21-b84f-81ce161e0ad4 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:29:24.394528 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-f4a0aa1a-e111-4af2-8020-3c2c0c31ae18 service neutron] Checking agent: {'id': 'f1e01c1b-bf46-4f7e-883c-267517c6b0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'started_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:29:24.394891 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-f4a0aa1a-e111-4af2-8020-3c2c0c31ae18 service neutron] Checking segment: {'id': '187bb490-ae11-4ab4-ac32-71de79c724ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:29:24.395273 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-f4a0aa1a-e111-4af2-8020-3c2c0c31ae18 service neutron] Bound using segment: {'id': '187bb490-ae11-4ab4-ac32-71de79c724ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:29:24.395701 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-f4a0aa1a-e111-4af2-8020-3c2c0c31ae18 service neutron] Bound port: 13cc5a6d-eabb-457d-adf0-12b5abac3083, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '187bb490-ae11-4ab4-ac32-71de79c724ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:29:24.397823 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-f4a0aa1a-e111-4af2-8020-3c2c0c31ae18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (13cc5a6d-eabb-457d-adf0-12b5abac3083), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:24.402923 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-372fc55e-d9cf-40d5-a80d-a6063b93d085 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for port (2be9cb89-71c6-44bf-b559-2446d61bca60), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:24.483470 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-4d757824-f84e-4472-a439-5e3318d96324 service neutron] Port f97d9284-09c3-4aa3-8f54-5bb526b9fe08 on network a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:29:24.485987 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-4d757824-f84e-4472-a439-5e3318d96324 service neutron] Attempting to bind port f97d9284-09c3-4aa3-8f54-5bb526b9fe08 on network a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:29:24.508484 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-4d757824-f84e-4472-a439-5e3318d96324 service neutron] Checking agent: {'id': 'f1e01c1b-bf46-4f7e-883c-267517c6b0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'started_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:29:24.509168 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-4d757824-f84e-4472-a439-5e3318d96324 service neutron] Checking segment: {'id': '9f9e9026-9d7c-43b5-af17-ac9b99df5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:29:24.510356 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-4d757824-f84e-4472-a439-5e3318d96324 service neutron] Bound using segment: {'id': '9f9e9026-9d7c-43b5-af17-ac9b99df5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4'} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:29:24.511279 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-4d757824-f84e-4472-a439-5e3318d96324 service neutron] Bound port: f97d9284-09c3-4aa3-8f54-5bb526b9fe08, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f9e9026-9d7c-43b5-af17-ac9b99df5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4'}}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:29:24.511799 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-4d757824-f84e-4472-a439-5e3318d96324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (f97d9284-09c3-4aa3-8f54-5bb526b9fe08), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:24.538125 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:24.571042 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2832b55044fe50990e200b6537270594c6fb70ba3afc208291ee0353ea81870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573b2c86-0c15-431e-99a0-faecd49f9066" -d '{"events": [{"name": "network-changed", "server_uuid": "591fab72-3729-4b6f-af75-cc55766b7eae", "tag": "3380728a-d068-450d-b0c7-feb491a61db5"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:29:24.619101 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-77cacc77-78c9-47c4-b6c2-0d8d1a0cc24b req-ee9d7289-7820-4177-827c-a85ed7135b39 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817866 Jul 18 10:29:24.630344 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-372fc55e-d9cf-40d5-a80d-a6063b93d085 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598'] for port (2be9cb89-71c6-44bf-b559-2446d61bca60), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:24.663128 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:24.679758 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-f4a0aa1a-e111-4af2-8020-3c2c0c31ae18 service neutron] For port 13cc5a6d-eabb-457d-adf0-12b5abac3083, host hv-cinder-83754, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:29:24.689328 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-f4a0aa1a-e111-4af2-8020-3c2c0c31ae18 service neutron] For port 13cc5a6d-eabb-457d-adf0-12b5abac3083, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=13cc5a6d-eabb-457d-adf0-12b5abac3083,segment=NetworkSegment(187bb490-ae11-4ab4-ac32-71de79c724ca),segment_id=187bb490-ae11-4ab4-ac32-71de79c724ca)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:29:24.702141 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-f4a0aa1a-e111-4af2-8020-3c2c0c31ae18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (13cc5a6d-eabb-457d-adf0-12b5abac3083), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:24.728621 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:29:24.735488 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c89457-616b-4cde-998f-a2c836798c5f req-10f70025-0236-49cf-8705-9308e9d2153b tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:24.737242 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-75c89457-616b-4cde-998f-a2c836798c5f req-10f70025-0236-49cf-8705-9308e9d2153b tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/ports?device_id=df938010-ebc5-429f-8499-4b55eff7cab9 HTTP/1.1" status: 200 len: 931 time: 0.2159410 Jul 18 10:29:24.752845 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-f4a0aa1a-e111-4af2-8020-3c2c0c31ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:24.754599 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-f4a0aa1a-e111-4af2-8020-3c2c0c31ae18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for port (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:24.757316 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-f4a0aa1a-e111-4af2-8020-3c2c0c31ae18 service neutron] 10.222.0.30 "PUT /v2.0/ports/13cc5a6d-eabb-457d-adf0-12b5abac3083 HTTP/1.1" status: 200 len: 1093 time: 3.1052477 Jul 18 10:29:24.824675 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-372fc55e-d9cf-40d5-a80d-a6063b93d085 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Network 4fd50c95-7888-4b58-b176-0e3d534d461f is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:29:24.863163 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-372fc55e-d9cf-40d5-a80d-a6063b93d085 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:29:24.899804 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 57506) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:24.900850 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0aa1a-e111-4af2-8020-3c2c0c31ae18 service neutron] Pushing event updated for resources: {'Port': ['ID=13cc5a6d-eabb-457d-adf0-12b5abac3083,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:24.920793 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:24.922978 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-4d757824-f84e-4472-a439-5e3318d96324 service neutron] For port f97d9284-09c3-4aa3-8f54-5bb526b9fe08, host hv-cinder-83754, cleared binding levels {{(pid=103899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:29:24.923116 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:24.923446 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:24.936413 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-4d757824-f84e-4472-a439-5e3318d96324 service neutron] For port f97d9284-09c3-4aa3-8f54-5bb526b9fe08, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f97d9284-09c3-4aa3-8f54-5bb526b9fe08,segment=NetworkSegment(9f9e9026-9d7c-43b5-af17-ac9b99df5729),segment_id=9f9e9026-9d7c-43b5-af17-ac9b99df5729)] {{(pid=103899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:29:24.961405 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372fc55e-d9cf-40d5-a80d-a6063b93d085 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Pushing event updated for resources: {'Port': ['ID=2be9cb89-71c6-44bf-b559-2446d61bca60,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:24.967283 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-993d4002-bdc2-4ef6-920b-7c4cc5d4a28f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:24.972373 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-372fc55e-d9cf-40d5-a80d-a6063b93d085 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Received port after_create {{(pid=103899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:29:24.990968 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-372fc55e-d9cf-40d5-a80d-a6063b93d085 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:24.991722 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-372fc55e-d9cf-40d5-a80d-a6063b93d085 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:25.008480 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-4d757824-f84e-4472-a439-5e3318d96324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (f97d9284-09c3-4aa3-8f54-5bb526b9fe08), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:25.086411 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:25.141650 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-189358a1-aef2-4089-bdc5-d248a76a07eb service neutron] Request body: {'port': {'device_id': 'df938010-ebc5-429f-8499-4b55eff7cab9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:29:25.144530 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085ebf86-1001-42ee-9107-7a0cf1ac50e8 x-openstack-request-id: req-085ebf86-1001-42ee-9107-7a0cf1ac50e8 {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:29:25.145496 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "591fab72-3729-4b6f-af75-cc55766b7eae", "tag": "3380728a-d068-450d-b0c7-feb491a61db5", "status": "completed", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:29:25.145761 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-085ebf86-1001-42ee-9107-7a0cf1ac50e8 {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:29:25.146245 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-085ebf86-1001-42ee-9107-7a0cf1ac50e8'] response: {'name': 'network-changed', 'server_uuid': '591fab72-3729-4b6f-af75-cc55766b7eae', 'tag': '3380728a-d068-450d-b0c7-feb491a61db5', 'status': 'completed', 'code': 200} Jul 18 10:29:25.196042 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-372fc55e-d9cf-40d5-a80d-a6063b93d085 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6454742 Jul 18 10:29:25.196587 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:25.262033 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-993d4002-bdc2-4ef6-920b-7c4cc5d4a28f admin admin] Publish callbacks [] for security_group (3ee4a8db-e1ef-4b24-9e17-4fd90e4581cd), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:25.271194 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-993d4002-bdc2-4ef6-920b-7c4cc5d4a28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (3ee4a8db-e1ef-4b24-9e17-4fd90e4581cd), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:25.343735 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe3dfe-df0c-4be6-a4e4-c7501411a906 req-f3107c6d-6383-4c41-b3a5-12ff705ea44c tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:25.347199 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9cfe3dfe-df0c-4be6-a4e4-c7501411a906 req-f3107c6d-6383-4c41-b3a5-12ff705ea44c tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=db62c05e-28a8-4121-a6e5-8abb802f7a17 HTTP/1.1" status: 200 len: 944 time: 0.1124504 Jul 18 10:29:25.396949 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-993d4002-bdc2-4ef6-920b-7c4cc5d4a28f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c1b45fbfe4704b8a8a0415be67da69b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4918616 Jul 18 10:29:25.406155 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-cf2033b0-e16e-49ab-a3de-a46145ed2fa5 service neutron] Request body: {'port': {'device_id': 'dcb1b50b-9e62-4ff3-9875-3d4635597b45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:29:25.456000 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:25.469052 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:25.499496 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 57516) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:25.514417 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d4002-bdc2-4ef6-920b-7c4cc5d4a28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee4a8db-e1ef-4b24-9e17-4fd90e4581cd,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:25.525501 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-5120027d-a99f-40dc-a26e-5283d67ab708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:25.532945 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-5120027d-a99f-40dc-a26e-5283d67ab708 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a1921237622439bab89676e11477c13&device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 1128 time: 0.1935630 Jul 18 10:29:25.599920 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-8b928a1a-2e74-49af-918e-e21543120a46 None None] Provisioning complete for port 2be9cb89-71c6-44bf-b559-2446d61bca60 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:25.605305 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8b928a1a-2e74-49af-918e-e21543120a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (2be9cb89-71c6-44bf-b559-2446d61bca60), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:25.620633 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-11c1e369-fa37-4132-a4aa-cd36d32edff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:25.622773 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-11c1e369-fa37-4132-a4aa-cd36d32edff2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a1921237622439bab89676e11477c13&device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 1127 time: 0.1100693 Jul 18 10:29:25.641978 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-4d757824-f84e-4472-a439-5e3318d96324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:25.647438 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-4d757824-f84e-4472-a439-5e3318d96324 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:25.648990 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-4d757824-f84e-4472-a439-5e3318d96324 service neutron] 10.222.0.30 "PUT /v2.0/ports/f97d9284-09c3-4aa3-8f54-5bb526b9fe08 HTTP/1.1" status: 200 len: 1094 time: 6.3605919 Jul 18 10:29:25.649574 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db62c05e-28a8-4121-a6e5-8abb802f7a17', 'tag': 'f97d9284-09c3-4aa3-8f54-5bb526b9fe08'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:29:25.716396 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-8b928a1a-2e74-49af-918e-e21543120a46 None None] Port 2be9cb89-71c6-44bf-b559-2446d61bca60 cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:29:25.730538 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-2440f82d-7626-40ab-8de0-55e1a70f7054 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3380728a-d068-450d-b0c7-feb491a61db5 HTTP/1.1" status: 200 len: 217 time: 0.1064782 Jul 18 10:29:25.731160 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=44 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:25.774567 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-1181ebd7-89c8-4625-aade-8f1c2a685027 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13cc5a6d-eabb-457d-adf0-12b5abac3083 HTTP/1.1" status: 200 len: 217 time: 0.0900388 Jul 18 10:29:25.804283 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-75c89457-616b-4cde-998f-a2c836798c5f req-9546aea7-c779-434a-8f74-229b7e37cf5b tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/security-groups?id=8f4aa611-2fe6-476c-b44c-b5615e1e562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0363698 Jul 18 10:29:25.908942 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:25.910815 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d757824-f84e-4472-a439-5e3318d96324 service neutron] Pushing event updated for resources: {'Port': ['ID=f97d9284-09c3-4aa3-8f54-5bb526b9fe08,revision_number=3']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:25.916543 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-9d208523-ba41-4d2e-b467-0f459a1e81c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:25.917486 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-9d208523-ba41-4d2e-b467-0f459a1e81c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cf3d5bfe9a745f38372c42c9cfa1f63&device_id=db62c05e-28a8-4121-a6e5-8abb802f7a17 HTTP/1.1" status: 200 len: 1128 time: 0.1449032 Jul 18 10:29:25.936806 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-189358a1-aef2-4089-bdc5-d248a76a07eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (b4d3e21d-6206-4ae8-99b7-004371bb68f2), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:26.158883 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-a3f1af0f-71f6-4464-a88d-3c7a3a4d4907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:26.160958 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-a3f1af0f-71f6-4464-a88d-3c7a3a4d4907 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af51bf80-7ad7-4853-9105-dc8b032ebd26 HTTP/1.1" status: 200 len: 857 time: 0.3182919 Jul 18 10:29:26.182466 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-92ee940a-585b-4024-b6eb-ef5f43615ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:26.183916 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-92ee940a-585b-4024-b6eb-ef5f43615ef1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af51bf80-7ad7-4853-9105-dc8b032ebd26 HTTP/1.1" status: 200 len: 857 time: 0.2141051 Jul 18 10:29:26.263074 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:26.434388 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-4e9f93df-4e52-47a3-be9c-a07949e2ebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:26.446485 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-4e9f93df-4e52-47a3-be9c-a07949e2ebdc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3122165b-a136-4d21-b84f-81ce161e0ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2585402 Jul 18 10:29:26.448456 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-ad2cf65f-ca90-46b3-bf10-bbbfe0e5604a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:26.449832 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-ad2cf65f-ca90-46b3-bf10-bbbfe0e5604a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3122165b-a136-4d21-b84f-81ce161e0ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2414474 Jul 18 10:29:26.648958 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf11aab5-8d0f-4809-8ab7-f9c8b03d28e5" -d '{"events": [{"name": "network-changed", "server_uuid": "db62c05e-28a8-4121-a6e5-8abb802f7a17", "tag": "f97d9284-09c3-4aa3-8f54-5bb526b9fe08"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:29:26.659726 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:26.708053 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-cf2033b0-e16e-49ab-a3de-a46145ed2fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (2be9cb89-71c6-44bf-b559-2446d61bca60), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:26.756315 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-01a4ef0c-5cc0-43e9-a7b1-7262e9af6ba4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f97d9284-09c3-4aa3-8f54-5bb526b9fe08 HTTP/1.1" status: 200 len: 217 time: 0.7912056 Jul 18 10:29:26.779896 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-d4cd420c-8d5d-4231-b5c3-d8972e95fad9 admin admin] Publish callbacks [] for security_group (3ee4a8db-e1ef-4b24-9e17-4fd90e4581cd), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:26.783146 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-189358a1-aef2-4089-bdc5-d248a76a07eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4d3e21d-6206-4ae8-99b7-004371bb68f2 {{(pid=103899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:29:26.811697 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9cfe3dfe-df0c-4be6-a4e4-c7501411a906 req-d85a319b-15fb-4016-8533-3074e62e2cbb tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=4fbf6ea2-1d56-407e-b285-6f0311c7cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3040721 Jul 18 10:29:26.814131 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-189358a1-aef2-4089-bdc5-d248a76a07eb service neutron] Publish callbacks [] for port (b4d3e21d-6206-4ae8-99b7-004371bb68f2), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:26.856934 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28dfdc1-f3c0-45ec-8bec-0ef8e628040a req-b4a6852e-4625-43e8-9a55-28b0f1130232 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:26.858738 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c28dfdc1-f3c0-45ec-8bec-0ef8e628040a req-b4a6852e-4625-43e8-9a55-28b0f1130232 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 931 time: 0.9030089 Jul 18 10:29:27.054570 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.provisioning_blocks [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-189358a1-aef2-4089-bdc5-d248a76a07eb service neutron] Transition to ACTIVE for port object b4d3e21d-6206-4ae8-99b7-004371bb68f2 will not be triggered until provisioned by entity L2. {{(pid=103899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:29:27.056994 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-d4cd420c-8d5d-4231-b5c3-d8972e95fad9 admin admin] Publish callbacks [] for security_group (3ee4a8db-e1ef-4b24-9e17-4fd90e4581cd), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:27.107626 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-189358a1-aef2-4089-bdc5-d248a76a07eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (b4d3e21d-6206-4ae8-99b7-004371bb68f2), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:27.147904 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78bb7f95-9846-4a59-9f77-a3fe69005eec', 'tag': '13cc5a6d-eabb-457d-adf0-12b5abac3083'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:29:27.150917 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2832b55044fe50990e200b6537270594c6fb70ba3afc208291ee0353ea81870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63873c9f-3eee-4c55-88a8-19a8a027970a" -d '{"events": [{"name": "network-changed", "server_uuid": "78bb7f95-9846-4a59-9f77-a3fe69005eec", "tag": "13cc5a6d-eabb-457d-adf0-12b5abac3083"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:29:27.194776 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c28dfdc1-f3c0-45ec-8bec-0ef8e628040a req-7ad682bd-f584-4aac-baee-e64a86a7c06c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3208041 Jul 18 10:29:27.229509 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e404a-7a70-42f9-9ef7-5c3eeac40e8d req-c5357129-4e2c-479a-bc5f-3cb597163f22 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:27.240091 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-670e404a-7a70-42f9-9ef7-5c3eeac40e8d req-c5357129-4e2c-479a-bc5f-3cb597163f22 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 943 time: 0.1764362 Jul 18 10:29:27.351426 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189358a1-aef2-4089-bdc5-d248a76a07eb service neutron] Pushing event updated for resources: {'Port': ['ID=b4d3e21d-6206-4ae8-99b7-004371bb68f2,revision_number=2']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:27.494717 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-670e404a-7a70-42f9-9ef7-5c3eeac40e8d req-31607962-67e9-4364-8a46-2ec7a7f25b8e tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531421 Jul 18 10:29:27.561545 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-d4cd420c-8d5d-4231-b5c3-d8972e95fad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (3ee4a8db-e1ef-4b24-9e17-4fd90e4581cd), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:27.564158 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-d4cd420c-8d5d-4231-b5c3-d8972e95fad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:27.586069 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-d4cd420c-8d5d-4231-b5c3-d8972e95fad9 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3ee4a8db-e1ef-4b24-9e17-4fd90e4581cd HTTP/1.1" status: 204 len: 168 time: 2.0310054 Jul 18 10:29:27.667077 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-189358a1-aef2-4089-bdc5-d248a76a07eb service neutron] Attempting to bind port b4d3e21d-6206-4ae8-99b7-004371bb68f2 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:29:27.667783 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-189358a1-aef2-4089-bdc5-d248a76a07eb service neutron] Attempting to bind port b4d3e21d-6206-4ae8-99b7-004371bb68f2 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'b8e67c14-fddc-40ae-b81d-a41c8632f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a825217e-675b-4d91-a035-cfdee7f60003'}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:29:27.667783 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-189358a1-aef2-4089-bdc5-d248a76a07eb service neutron] Attempting to bind port b4d3e21d-6206-4ae8-99b7-004371bb68f2 on network a825217e-675b-4d91-a035-cfdee7f60003 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:29:27.713770 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 57580) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:27.887638 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd420c-8d5d-4231-b5c3-d8972e95fad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee4a8db-e1ef-4b24-9e17-4fd90e4581cd,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:27.932098 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:27.934329 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7592d9eb-53e0-48a7-808f-71b810104c40 x-openstack-request-id: req-7592d9eb-53e0-48a7-808f-71b810104c40 {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:29:27.934603 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78bb7f95-9846-4a59-9f77-a3fe69005eec", "tag": "13cc5a6d-eabb-457d-adf0-12b5abac3083", "status": "completed", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:29:27.934939 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7592d9eb-53e0-48a7-808f-71b810104c40 {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:29:27.935323 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7592d9eb-53e0-48a7-808f-71b810104c40'] response: {'name': 'network-changed', 'server_uuid': '78bb7f95-9846-4a59-9f77-a3fe69005eec', 'tag': '13cc5a6d-eabb-457d-adf0-12b5abac3083', 'status': 'completed', 'code': 200} Jul 18 10:29:28.012726 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de61314e-ac0c-44fd-b257-51ce8f114273 x-openstack-request-id: req-de61314e-ac0c-44fd-b257-51ce8f114273 {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:29:28.012726 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db62c05e-28a8-4121-a6e5-8abb802f7a17", "tag": "f97d9284-09c3-4aa3-8f54-5bb526b9fe08", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:29:28.012726 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-de61314e-ac0c-44fd-b257-51ce8f114273 {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:29:28.012726 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de61314e-ac0c-44fd-b257-51ce8f114273'] response: {'name': 'network-changed', 'server_uuid': 'db62c05e-28a8-4121-a6e5-8abb802f7a17', 'tag': 'f97d9284-09c3-4aa3-8f54-5bb526b9fe08', 'status': 'completed', 'code': 200} Jul 18 10:29:28.062416 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-189358a1-aef2-4089-bdc5-d248a76a07eb service neutron] Port b4d3e21d-6206-4ae8-99b7-004371bb68f2 on network a825217e-675b-4d91-a035-cfdee7f60003 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:29:28.071218 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-189358a1-aef2-4089-bdc5-d248a76a07eb service neutron] Attempting to bind port b4d3e21d-6206-4ae8-99b7-004371bb68f2 on network a825217e-675b-4d91-a035-cfdee7f60003 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:29:28.087034 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-42be6549-257e-49ac-9753-493139b9af86 service neutron] 10.222.0.30 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008557 Jul 18 10:29:28.130491 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:28.244104 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-189358a1-aef2-4089-bdc5-d248a76a07eb service neutron] Checking agent: {'id': 'f1e01c1b-bf46-4f7e-883c-267517c6b0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'started_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:29:28.244451 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-189358a1-aef2-4089-bdc5-d248a76a07eb service neutron] Checking segment: {'id': 'b8e67c14-fddc-40ae-b81d-a41c8632f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a825217e-675b-4d91-a035-cfdee7f60003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:29:28.244885 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-189358a1-aef2-4089-bdc5-d248a76a07eb service neutron] Bound using segment: {'id': 'b8e67c14-fddc-40ae-b81d-a41c8632f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a825217e-675b-4d91-a035-cfdee7f60003'} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:29:28.245338 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-189358a1-aef2-4089-bdc5-d248a76a07eb service neutron] Bound port: b4d3e21d-6206-4ae8-99b7-004371bb68f2, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8e67c14-fddc-40ae-b81d-a41c8632f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a825217e-675b-4d91-a035-cfdee7f60003'}}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:29:28.245700 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-189358a1-aef2-4089-bdc5-d248a76a07eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (b4d3e21d-6206-4ae8-99b7-004371bb68f2), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:28.263234 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-6ef69c80-5250-4ef0-8e3b-d61c6f539a20 service neutron] 10.222.0.30 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678347 Jul 18 10:29:28.368538 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=4 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:28.383917 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f54cf-86fc-44eb-8590-37be669af065 req-d601942c-edb0-4300-b949-690433b674e3 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:28.390829 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2b0f54cf-86fc-44eb-8590-37be669af065 req-d601942c-edb0-4300-b949-690433b674e3 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/ports?device_id=df938010-ebc5-429f-8499-4b55eff7cab9 HTTP/1.1" status: 200 len: 943 time: 0.6647499 Jul 18 10:29:28.392005 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-da3cdb92-7dcf-4914-97e0-199207cb5640 req-f627659a-403a-4c46-809f-448c55a43fc4 service neutron] 10.222.0.30 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235459 Jul 18 10:29:28.408864 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-7659599b-651b-4709-842f-78e48e30d5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:28.410318 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-7659599b-651b-4709-842f-78e48e30d5dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4981e04-0b42-475d-8711-94b32dc6a81f HTTP/1.1" status: 200 len: 854 time: 0.8057063 Jul 18 10:29:28.427316 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-d16e64ac-46db-4ca7-8f93-52720d1bfbe5 req-4563b230-1409-41ac-9d88-0a22a0a2bc32 service neutron] 10.222.0.30 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165879 Jul 18 10:29:28.478153 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-99a9f4fa-213c-47fe-946c-c859620506b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:28.540223 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b0dcf-a475-43e0-a6c6-1ab44fd8d8aa req-e37b1876-bbd9-4b48-a027-08023be2c138 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:28.547317 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b86b0dcf-a475-43e0-a6c6-1ab44fd8d8aa req-e37b1876-bbd9-4b48-a027-08023be2c138 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=db62c05e-28a8-4121-a6e5-8abb802f7a17 HTTP/1.1" status: 200 len: 944 time: 0.3809986 Jul 18 10:29:28.669498 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b2c86-0c15-431e-99a0-faecd49f9066 req-e1d15668-7f5a-4165-ba7d-e8d5edc25638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:28.670699 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-573b2c86-0c15-431e-99a0-faecd49f9066 req-e1d15668-7f5a-4165-ba7d-e8d5edc25638 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a1921237622439bab89676e11477c13&device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 1128 time: 0.1789429 Jul 18 10:29:28.684147 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63873c9f-3eee-4c55-88a8-19a8a027970a req-9a0f6df5-8239-41bd-94bc-255f46b17da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:28.685714 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-63873c9f-3eee-4c55-88a8-19a8a027970a req-9a0f6df5-8239-41bd-94bc-255f46b17da9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a1921237622439bab89676e11477c13&device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 1127 time: 0.1090970 Jul 18 10:29:28.759556 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2b0f54cf-86fc-44eb-8590-37be669af065 req-2bc98e79-a62a-4338-b81a-049c86dec15d tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/security-groups?id=8f4aa611-2fe6-476c-b44c-b5615e1e562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677721 Jul 18 10:29:28.855149 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-03143f26-3a07-4eaf-a033-06bd8711f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:28.857818 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-03143f26-3a07-4eaf-a033-06bd8711f724 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4180808 Jul 18 10:29:28.887247 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-cf2033b0-e16e-49ab-a3de-a46145ed2fa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2be9cb89-71c6-44bf-b559-2446d61bca60 {{(pid=103899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:29:28.915722 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-cf2033b0-e16e-49ab-a3de-a46145ed2fa5 service neutron] Publish callbacks [] for port (2be9cb89-71c6-44bf-b559-2446d61bca60), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:29.046684 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-189358a1-aef2-4089-bdc5-d248a76a07eb service neutron] For port b4d3e21d-6206-4ae8-99b7-004371bb68f2, host hv-cinder-83754, cleared binding levels {{(pid=103899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:29:29.136309 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b86b0dcf-a475-43e0-a6c6-1ab44fd8d8aa req-344fc217-9635-4299-94c3-65a3614089e7 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=4fbf6ea2-1d56-407e-b285-6f0311c7cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5877867 Jul 18 10:29:29.202609 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.provisioning_blocks [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-cf2033b0-e16e-49ab-a3de-a46145ed2fa5 service neutron] Transition to ACTIVE for port object 2be9cb89-71c6-44bf-b559-2446d61bca60 will not be triggered until provisioned by entity L2. {{(pid=103899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:29:29.210620 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-189358a1-aef2-4089-bdc5-d248a76a07eb service neutron] For port b4d3e21d-6206-4ae8-99b7-004371bb68f2, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b4d3e21d-6206-4ae8-99b7-004371bb68f2,segment=NetworkSegment(b8e67c14-fddc-40ae-b81d-a41c8632f5cb),segment_id=b8e67c14-fddc-40ae-b81d-a41c8632f5cb)] {{(pid=103899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:29:29.299110 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b2c86-0c15-431e-99a0-faecd49f9066 req-6e8a0c8d-3ba4-4c74-a1d1-a429b87e1ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:29.302108 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-573b2c86-0c15-431e-99a0-faecd49f9066 req-6e8a0c8d-3ba4-4c74-a1d1-a429b87e1ab6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3122165b-a136-4d21-b84f-81ce161e0ad4 HTTP/1.1" status: 200 len: 919 time: 0.6152101 Jul 18 10:29:29.329496 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-189358a1-aef2-4089-bdc5-d248a76a07eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (b4d3e21d-6206-4ae8-99b7-004371bb68f2), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:29.368498 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-cf2033b0-e16e-49ab-a3de-a46145ed2fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (2be9cb89-71c6-44bf-b559-2446d61bca60), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:29.429445 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-573b2c86-0c15-431e-99a0-faecd49f9066 req-26fd2ca3-6a66-4053-8702-744205d5e0a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3380728a-d068-450d-b0c7-feb491a61db5 HTTP/1.1" status: 200 len: 217 time: 0.1047864 Jul 18 10:29:29.447330 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63873c9f-3eee-4c55-88a8-19a8a027970a req-cff8f722-d909-4096-9910-85ba8f5153bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:29.449149 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-63873c9f-3eee-4c55-88a8-19a8a027970a req-cff8f722-d909-4096-9910-85ba8f5153bc service neutron] 10.222.0.30 "GET /v2.0/networks?id=3122165b-a136-4d21-b84f-81ce161e0ad4 HTTP/1.1" status: 200 len: 919 time: 0.7303696 Jul 18 10:29:29.561925 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0ae74-9836-4815-a79e-37d5471f4a08 req-6271a40b-13ed-4f47-a78b-bdb2321946a8 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:29.564666 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-17c0ae74-9836-4815-a79e-37d5471f4a08 req-6271a40b-13ed-4f47-a78b-bdb2321946a8 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 931 time: 0.6319857 Jul 18 10:29:29.567486 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-1450630c-50d3-4f1a-9976-20a2be61dad4 service neutron] 10.222.0.30 "GET /v2.0/networks/a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6702759 Jul 18 10:29:29.570965 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-99a9f4fa-213c-47fe-946c-c859620506b6 admin admin] Publish callbacks [] for security_group (c8cdc168-fa21-4379-8787-1e79da0b1628), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:29.686068 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a4139-f4ba-498d-b39d-edca6465c07a req-dc3f36be-0fed-44d8-83a6-b0eb424504fe tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:29.703761 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8f2a4139-f4ba-498d-b39d-edca6465c07a req-dc3f36be-0fed-44d8-83a6-b0eb424504fe tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 943 time: 0.3630567 Jul 18 10:29:29.743663 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-189358a1-aef2-4089-bdc5-d248a76a07eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:29.746016 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-189358a1-aef2-4089-bdc5-d248a76a07eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:29.750530 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-189358a1-aef2-4089-bdc5-d248a76a07eb service neutron] 10.222.0.30 "PUT /v2.0/ports/b4d3e21d-6206-4ae8-99b7-004371bb68f2 HTTP/1.1" status: 200 len: 1093 time: 4.6208799 Jul 18 10:29:29.848359 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-99a9f4fa-213c-47fe-946c-c859620506b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (c8cdc168-fa21-4379-8787-1e79da0b1628), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:30.004730 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189358a1-aef2-4089-bdc5-d248a76a07eb service neutron] Pushing event updated for resources: {'Port': ['ID=b4d3e21d-6206-4ae8-99b7-004371bb68f2,revision_number=3']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:30.088417 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9f4fa-213c-47fe-946c-c859620506b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cdc168-fa21-4379-8787-1e79da0b1628,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:30.092213 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df938010-ebc5-429f-8499-4b55eff7cab9', 'tag': 'b4d3e21d-6206-4ae8-99b7-004371bb68f2'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:29:30.094916 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35474e0c-f099-48a4-af64-2b811a794ada" -d '{"events": [{"name": "network-changed", "server_uuid": "df938010-ebc5-429f-8499-4b55eff7cab9", "tag": "b4d3e21d-6206-4ae8-99b7-004371bb68f2"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:29:30.143542 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-63873c9f-3eee-4c55-88a8-19a8a027970a req-df02c912-a4a2-4a3e-8ad5-22b74897e21e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13cc5a6d-eabb-457d-adf0-12b5abac3083 HTTP/1.1" status: 200 len: 217 time: 0.4820535 Jul 18 10:29:30.227914 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:30.229070 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:30.229533 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b2c86-0c15-431e-99a0-faecd49f9066 req-f242fa28-6295-4e29-aa96-ae1b366146ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:30.230180 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2033b0-e16e-49ab-a3de-a46145ed2fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=2be9cb89-71c6-44bf-b559-2446d61bca60,revision_number=2']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:30.231039 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-573b2c86-0c15-431e-99a0-faecd49f9066 req-f242fa28-6295-4e29-aa96-ae1b366146ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af51bf80-7ad7-4853-9105-dc8b032ebd26 HTTP/1.1" status: 200 len: 857 time: 0.5666625 Jul 18 10:29:30.233848 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-a7de5463-7561-4620-9a98-42c76b503f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:30.235567 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-a7de5463-7561-4620-9a98-42c76b503f18 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=daab623e57e54081b262d4a8fe124f42&device_id=df938010-ebc5-429f-8499-4b55eff7cab9 HTTP/1.1" status: 200 len: 1127 time: 0.2266941 Jul 18 10:29:30.246762 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63873c9f-3eee-4c55-88a8-19a8a027970a req-3c200bfe-8846-4d5a-8153-f6d4a4a065ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:30.248185 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-63873c9f-3eee-4c55-88a8-19a8a027970a req-3c200bfe-8846-4d5a-8153-f6d4a4a065ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af51bf80-7ad7-4853-9105-dc8b032ebd26 HTTP/1.1" status: 200 len: 857 time: 0.0851612 Jul 18 10:29:30.341214 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8f2a4139-f4ba-498d-b39d-edca6465c07a req-3b4fb7c7-9ad4-4706-b402-30a99a4ec923 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6365461 Jul 18 10:29:30.350471 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-99a9f4fa-213c-47fe-946c-c859620506b6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5919b07a88f246f9bfa38f1f49a446c5&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5921893 Jul 18 10:29:30.353024 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 57682) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:30.385693 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-17c0ae74-9836-4815-a79e-37d5471f4a08 req-11ac6fdf-7bec-4387-98bd-18863b254ebd tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6542168 Jul 18 10:29:30.396436 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 57684) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:30.397650 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-cf2033b0-e16e-49ab-a3de-a46145ed2fa5 service neutron] Attempting to bind port 2be9cb89-71c6-44bf-b559-2446d61bca60 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:29:30.398051 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-cf2033b0-e16e-49ab-a3de-a46145ed2fa5 service neutron] Attempting to bind port 2be9cb89-71c6-44bf-b559-2446d61bca60 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f'}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:29:30.398387 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-cf2033b0-e16e-49ab-a3de-a46145ed2fa5 service neutron] Attempting to bind port 2be9cb89-71c6-44bf-b559-2446d61bca60 on network 4fd50c95-7888-4b58-b176-0e3d534d461f {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:29:30.414479 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-cf2033b0-e16e-49ab-a3de-a46145ed2fa5 service neutron] Port 2be9cb89-71c6-44bf-b559-2446d61bca60 on network 4fd50c95-7888-4b58-b176-0e3d534d461f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:29:30.414479 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-cf2033b0-e16e-49ab-a3de-a46145ed2fa5 service neutron] Attempting to bind port 2be9cb89-71c6-44bf-b559-2446d61bca60 on network 4fd50c95-7888-4b58-b176-0e3d534d461f {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:29:30.439340 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-cf2033b0-e16e-49ab-a3de-a46145ed2fa5 service neutron] Checking agent: {'id': 'f1e01c1b-bf46-4f7e-883c-267517c6b0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'started_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:29:30.439683 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-cf2033b0-e16e-49ab-a3de-a46145ed2fa5 service neutron] Checking segment: {'id': 'cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:29:30.440072 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-cf2033b0-e16e-49ab-a3de-a46145ed2fa5 service neutron] Bound using segment: {'id': 'cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f'} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:29:30.440543 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-cf2033b0-e16e-49ab-a3de-a46145ed2fa5 service neutron] Bound port: 2be9cb89-71c6-44bf-b559-2446d61bca60, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f'}}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:29:30.441055 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-cf2033b0-e16e-49ab-a3de-a46145ed2fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (2be9cb89-71c6-44bf-b559-2446d61bca60), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:30.442240 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-340bcb2a-b612-4b0d-b4fd-4b7da2425165 admin admin] Publish callbacks [] for security_group (c8cdc168-fa21-4379-8787-1e79da0b1628), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:30.464423 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-340bcb2a-b612-4b0d-b4fd-4b7da2425165 admin admin] Publish callbacks [] for security_group (c8cdc168-fa21-4379-8787-1e79da0b1628), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:30.495005 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e15438b-4000-4240-8972-cfa1a83f84c3 x-openstack-request-id: req-9e15438b-4000-4240-8972-cfa1a83f84c3 {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:29:30.495613 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df938010-ebc5-429f-8499-4b55eff7cab9", "tag": "b4d3e21d-6206-4ae8-99b7-004371bb68f2", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:29:30.496443 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9e15438b-4000-4240-8972-cfa1a83f84c3 {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:29:30.497029 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e15438b-4000-4240-8972-cfa1a83f84c3'] response: {'name': 'network-changed', 'server_uuid': 'df938010-ebc5-429f-8499-4b55eff7cab9', 'tag': 'b4d3e21d-6206-4ae8-99b7-004371bb68f2', 'status': 'completed', 'code': 200} Jul 18 10:29:30.504568 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0e516f91-a601-4d92-bc18-5df0112f51f2 req-8317208d-0d9f-4d87-9160-86caacfbbe55 service neutron] 10.222.0.30 "GET /v2.0/networks/a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7823327 Jul 18 10:29:30.543344 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-340bcb2a-b612-4b0d-b4fd-4b7da2425165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (c8cdc168-fa21-4379-8787-1e79da0b1628), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:30.548477 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-340bcb2a-b612-4b0d-b4fd-4b7da2425165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:30.549915 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-340bcb2a-b612-4b0d-b4fd-4b7da2425165 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c8cdc168-fa21-4379-8787-1e79da0b1628 HTTP/1.1" status: 204 len: 168 time: 0.1959062 Jul 18 10:29:30.573510 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340bcb2a-b612-4b0d-b4fd-4b7da2425165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cdc168-fa21-4379-8787-1e79da0b1628,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:30.639471 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:30.669992 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:30.689054 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63873c9f-3eee-4c55-88a8-19a8a027970a req-0f039916-d851-442b-9582-959c1a552ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:30.691128 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-63873c9f-3eee-4c55-88a8-19a8a027970a req-0f039916-d851-442b-9582-959c1a552ab2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3122165b-a136-4d21-b84f-81ce161e0ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0944095 Jul 18 10:29:30.694386 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b2c86-0c15-431e-99a0-faecd49f9066 req-a7ea76ae-f388-4db4-945f-64254ca43a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:30.697021 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-573b2c86-0c15-431e-99a0-faecd49f9066 req-a7ea76ae-f388-4db4-945f-64254ca43a1c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3122165b-a136-4d21-b84f-81ce161e0ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1168096 Jul 18 10:29:30.777042 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-350de93b-cc5e-43af-96d4-554a11b42072 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:30.857343 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-d220b3a4-139e-4d55-ab1e-9c9d986f945d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4d3e21d-6206-4ae8-99b7-004371bb68f2 HTTP/1.1" status: 200 len: 217 time: 0.2730834 Jul 18 10:29:30.871810 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e156a47-5dbd-45d9-a526-738a037e7b56 req-452bafb2-c99d-4481-b85e-5a5c555d7c89 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:30.873577 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0e156a47-5dbd-45d9-a526-738a037e7b56 req-452bafb2-c99d-4481-b85e-5a5c555d7c89 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/ports?device_id=df938010-ebc5-429f-8499-4b55eff7cab9 HTTP/1.1" status: 200 len: 943 time: 0.4354820 Jul 18 10:29:30.886934 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f2528-db8e-4a1c-ab28-fce614d7eff4 req-db3af496-5ac7-466f-88ec-bbf847ef9d49 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:30.888442 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fc5f2528-db8e-4a1c-ab28-fce614d7eff4 req-db3af496-5ac7-466f-88ec-bbf847ef9d49 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=db62c05e-28a8-4121-a6e5-8abb802f7a17 HTTP/1.1" status: 200 len: 944 time: 0.3411303 Jul 18 10:29:30.894218 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-350de93b-cc5e-43af-96d4-554a11b42072 admin admin] Publish callbacks [] for security_group (0bd3c580-8461-45e5-af7a-618fc2d82b5f), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:30.901242 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-350de93b-cc5e-43af-96d4-554a11b42072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (0bd3c580-8461-45e5-af7a-618fc2d82b5f), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:30.910675 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11aab5-8d0f-4809-8ab7-f9c8b03d28e5 req-dd2db386-693f-4b76-bc96-557b23b5ebc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:30.912204 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-cf11aab5-8d0f-4809-8ab7-f9c8b03d28e5 req-dd2db386-693f-4b76-bc96-557b23b5ebc4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cf3d5bfe9a745f38372c42c9cfa1f63&device_id=db62c05e-28a8-4121-a6e5-8abb802f7a17 HTTP/1.1" status: 200 len: 1128 time: 0.1382158 Jul 18 10:29:30.933572 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350de93b-cc5e-43af-96d4-554a11b42072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd3c580-8461-45e5-af7a-618fc2d82b5f,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:30.956257 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-cf2033b0-e16e-49ab-a3de-a46145ed2fa5 service neutron] For port 2be9cb89-71c6-44bf-b559-2446d61bca60, host hv-cinder-83754, cleared binding levels {{(pid=103899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:29:30.960758 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-350de93b-cc5e-43af-96d4-554a11b42072 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5748c33c592c4387ba93fa70cbfa4368&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5630190 Jul 18 10:29:30.963559 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 57698) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:30.988220 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-cf2033b0-e16e-49ab-a3de-a46145ed2fa5 service neutron] For port 2be9cb89-71c6-44bf-b559-2446d61bca60, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2be9cb89-71c6-44bf-b559-2446d61bca60,segment=NetworkSegment(cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c),segment_id=cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c)] {{(pid=103899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:29:30.992564 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fc5f2528-db8e-4a1c-ab28-fce614d7eff4 req-51d4c14b-2fd2-4eb4-9aea-43f804458b18 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=4fbf6ea2-1d56-407e-b285-6f0311c7cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918608 Jul 18 10:29:31.015107 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-cf2033b0-e16e-49ab-a3de-a46145ed2fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (2be9cb89-71c6-44bf-b559-2446d61bca60), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:31.034316 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-bd9e9c9f-a717-4090-aa12-8eabbb55163c admin admin] Publish callbacks [] for security_group (0bd3c580-8461-45e5-af7a-618fc2d82b5f), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:31.067102 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-bd9e9c9f-a717-4090-aa12-8eabbb55163c admin admin] Publish callbacks [] for security_group (0bd3c580-8461-45e5-af7a-618fc2d82b5f), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:31.079002 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0e156a47-5dbd-45d9-a526-738a037e7b56 req-8216455f-c70f-4fcb-a179-d40b260a4fab tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/security-groups?id=8f4aa611-2fe6-476c-b44c-b5615e1e562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849670 Jul 18 10:29:31.112658 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-cf2033b0-e16e-49ab-a3de-a46145ed2fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:31.113355 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-cf2033b0-e16e-49ab-a3de-a46145ed2fa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:31.117704 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-cf2033b0-e16e-49ab-a3de-a46145ed2fa5 service neutron] 10.222.0.30 "PUT /v2.0/ports/2be9cb89-71c6-44bf-b559-2446d61bca60 HTTP/1.1" status: 200 len: 1093 time: 5.7199404 Jul 18 10:29:31.136075 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-bd9e9c9f-a717-4090-aa12-8eabbb55163c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (0bd3c580-8461-45e5-af7a-618fc2d82b5f), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:31.136226 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2033b0-e16e-49ab-a3de-a46145ed2fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=2be9cb89-71c6-44bf-b559-2446d61bca60,revision_number=3']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:31.139889 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-bd9e9c9f-a717-4090-aa12-8eabbb55163c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:31.143723 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-bd9e9c9f-a717-4090-aa12-8eabbb55163c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/0bd3c580-8461-45e5-af7a-618fc2d82b5f HTTP/1.1" status: 204 len: 168 time: 0.1759338 Jul 18 10:29:31.162361 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e9c9f-a717-4090-aa12-8eabbb55163c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd3c580-8461-45e5-af7a-618fc2d82b5f,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:31.351634 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 57716) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:31.477998 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ec36d-1e52-46e5-9649-abdaf25f5f48 req-a33d2cd8-8cdb-4e66-83cd-3e5af6f4ad2c tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:31.480700 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ce1ec36d-1e52-46e5-9649-abdaf25f5f48 req-a33d2cd8-8cdb-4e66-83cd-3e5af6f4ad2c tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 943 time: 0.0616722 Jul 18 10:29:31.546875 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a9462-0687-4f5f-a3a4-a067b2e2bec6 req-6fb0af02-399a-401d-8857-cc11a41f0317 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:31.548358 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-412a9462-0687-4f5f-a3a4-a067b2e2bec6 req-6fb0af02-399a-401d-8857-cc11a41f0317 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 943 time: 0.0667582 Jul 18 10:29:31.586231 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ce1ec36d-1e52-46e5-9649-abdaf25f5f48 req-6664feff-5fd0-4c70-8151-8457cdf23116 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927365 Jul 18 10:29:31.616058 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-412a9462-0687-4f5f-a3a4-a067b2e2bec6 req-d37d7f6f-28b6-44c0-bb4c-6df34d529744 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613041 Jul 18 10:29:31.659314 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-75f4a194-a677-41f6-a5ba-a2a50d8682bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:31.681839 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:31.710785 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:31.752738 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-75f4a194-a677-41f6-a5ba-a2a50d8682bf admin admin] Publish callbacks [] for security_group (148f93dd-e685-4c12-b62e-1707e63b7ecb), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:31.759785 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-75f4a194-a677-41f6-a5ba-a2a50d8682bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (148f93dd-e685-4c12-b62e-1707e63b7ecb), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:31.794568 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:31.795256 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 57730) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:31.809844 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f1df3ab2-3168-49ea-b680-7ae9b1138ba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:31.814883 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-75f4a194-a677-41f6-a5ba-a2a50d8682bf admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=23fa6d35c6354d7e9d12cf6bf8d33556&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4618366 Jul 18 10:29:31.815779 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4a194-a677-41f6-a5ba-a2a50d8682bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148f93dd-e685-4c12-b62e-1707e63b7ecb,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:31.819224 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 57732) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:31.881646 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-777a61de-c28e-4501-b347-61180e5bf6b2 admin admin] Publish callbacks [] for security_group (148f93dd-e685-4c12-b62e-1707e63b7ecb), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:31.908162 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-777a61de-c28e-4501-b347-61180e5bf6b2 admin admin] Publish callbacks [] for security_group (148f93dd-e685-4c12-b62e-1707e63b7ecb), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:31.934790 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f1df3ab2-3168-49ea-b680-7ae9b1138ba4 admin admin] Publish callbacks [] for security_group (46e70f2b-fd4a-47dd-9de6-d670fe55cca2), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:31.938811 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f1df3ab2-3168-49ea-b680-7ae9b1138ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (46e70f2b-fd4a-47dd-9de6-d670fe55cca2), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:31.995393 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-777a61de-c28e-4501-b347-61180e5bf6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (148f93dd-e685-4c12-b62e-1707e63b7ecb), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:31.999365 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-777a61de-c28e-4501-b347-61180e5bf6b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:32.003024 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-777a61de-c28e-4501-b347-61180e5bf6b2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/148f93dd-e685-4c12-b62e-1707e63b7ecb HTTP/1.1" status: 204 len: 168 time: 0.1803925 Jul 18 10:29:32.010653 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-f1df3ab2-3168-49ea-b680-7ae9b1138ba4 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=cb852d9de1cc4395acc6dea68b52710e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2136881 Jul 18 10:29:32.013317 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a61de-c28e-4501-b347-61180e5bf6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148f93dd-e685-4c12-b62e-1707e63b7ecb,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:32.015447 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 57740) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:32.060009 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df3ab2-3168-49ea-b680-7ae9b1138ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e70f2b-fd4a-47dd-9de6-d670fe55cca2,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:32.079212 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-12c0f111-cbd9-46ae-9304-b321a2fdd10c admin admin] Publish callbacks [] for security_group (46e70f2b-fd4a-47dd-9de6-d670fe55cca2), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:32.140787 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-12c0f111-cbd9-46ae-9304-b321a2fdd10c admin admin] Publish callbacks [] for security_group (46e70f2b-fd4a-47dd-9de6-d670fe55cca2), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:32.256180 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62f1af-136a-4dd6-aca9-4637d81a1c80 req-71baa7ad-a3ef-4d0a-9cbc-9e820c91c1c2 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:32.263126 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-aa62f1af-136a-4dd6-aca9-4637d81a1c80 req-71baa7ad-a3ef-4d0a-9cbc-9e820c91c1c2 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=db62c05e-28a8-4121-a6e5-8abb802f7a17 HTTP/1.1" status: 200 len: 944 time: 0.1048484 Jul 18 10:29:32.270231 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecedce-26fb-4fd9-8fd0-f2a37cba1c6a req-5d517796-3fd7-47f4-adcf-78ddd1194bb3 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:32.271562 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-68ecedce-26fb-4fd9-8fd0-f2a37cba1c6a req-5d517796-3fd7-47f4-adcf-78ddd1194bb3 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/ports?device_id=df938010-ebc5-429f-8499-4b55eff7cab9 HTTP/1.1" status: 200 len: 943 time: 0.1154358 Jul 18 10:29:32.334555 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-12c0f111-cbd9-46ae-9304-b321a2fdd10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (46e70f2b-fd4a-47dd-9de6-d670fe55cca2), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:32.337061 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-12c0f111-cbd9-46ae-9304-b321a2fdd10c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:32.338201 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-12c0f111-cbd9-46ae-9304-b321a2fdd10c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/46e70f2b-fd4a-47dd-9de6-d670fe55cca2 HTTP/1.1" status: 204 len: 168 time: 0.3218474 Jul 18 10:29:32.360804 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-aa62f1af-136a-4dd6-aca9-4637d81a1c80 req-29ee6a65-f230-4b7a-9ca0-a40beeea34e4 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=4fbf6ea2-1d56-407e-b285-6f0311c7cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968125 Jul 18 10:29:32.365920 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0f111-cbd9-46ae-9304-b321a2fdd10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e70f2b-fd4a-47dd-9de6-d670fe55cca2,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:32.371836 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-68ecedce-26fb-4fd9-8fd0-f2a37cba1c6a req-ef44c950-292d-485f-b55a-c1494e79b459 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/security-groups?id=8f4aa611-2fe6-476c-b44c-b5615e1e562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925214 Jul 18 10:29:32.498375 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb1b50b-9e62-4ff3-9875-3d4635597b45', 'tag': '2be9cb89-71c6-44bf-b559-2446d61bca60'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:29:32.502163 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93007318-7e36-4e22-bbc7-12a504b76531" -d '{"events": [{"name": "network-changed", "server_uuid": "dcb1b50b-9e62-4ff3-9875-3d4635597b45", "tag": "2be9cb89-71c6-44bf-b559-2446d61bca60"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:29:32.525790 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 57762) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:32.543589 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e244334e-96de-4a99-9fb2-55fb38affae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:32.558332 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00762bb0-e31e-4b85-9f8a-2d9dea9096a7 x-openstack-request-id: req-00762bb0-e31e-4b85-9f8a-2d9dea9096a7 {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:29:32.558876 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcb1b50b-9e62-4ff3-9875-3d4635597b45", "tag": "2be9cb89-71c6-44bf-b559-2446d61bca60", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:29:32.559317 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-00762bb0-e31e-4b85-9f8a-2d9dea9096a7 {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:29:32.559942 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00762bb0-e31e-4b85-9f8a-2d9dea9096a7'] response: {'name': 'network-changed', 'server_uuid': 'dcb1b50b-9e62-4ff3-9875-3d4635597b45', 'tag': '2be9cb89-71c6-44bf-b559-2446d61bca60', 'status': 'completed', 'code': 200} Jul 18 10:29:32.633921 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e244334e-96de-4a99-9fb2-55fb38affae3 admin admin] Publish callbacks [] for security_group (de9c33e6-bb49-4281-a521-26e474079f8e), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:32.637923 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 13cc5a6d-eabb-457d-adf0-12b5abac3083 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:29:32.640891 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e244334e-96de-4a99-9fb2-55fb38affae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (de9c33e6-bb49-4281-a521-26e474079f8e), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:32.705322 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e244334e-96de-4a99-9fb2-55fb38affae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9c33e6-bb49-4281-a521-26e474079f8e,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:32.840302 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 13cc5a6d-eabb-457d-adf0-12b5abac3083, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=13cc5a6d-eabb-457d-adf0-12b5abac3083,segment=NetworkSegment(187bb490-ae11-4ab4-ac32-71de79c724ca),segment_id=187bb490-ae11-4ab4-ac32-71de79c724ca)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:29:32.854786 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Returning: {'device': '13cc5a6d-eabb-457d-adf0-12b5abac3083', 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4', 'port_id': '13cc5a6d-eabb-457d-adf0-12b5abac3083', 'mac_address': 'fa:16:3e:71:c2:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af51bf80-7ad7-4853-9105-dc8b032ebd26', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:29:32.888457 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:32.889128 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:32.890354 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 57772) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:32.898985 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port 13cc5a6d-eabb-457d-adf0-12b5abac3083 is: DOWN; New status is: BUILD {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:32.899868 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (13cc5a6d-eabb-457d-adf0-12b5abac3083), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:32.918291 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13cc5a6d-eabb-457d-adf0-12b5abac3083 {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:29:32.944588 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 13cc5a6d-eabb-457d-adf0-12b5abac3083, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=13cc5a6d-eabb-457d-adf0-12b5abac3083,segment=NetworkSegment(187bb490-ae11-4ab4-ac32-71de79c724ca),segment_id=187bb490-ae11-4ab4-ac32-71de79c724ca)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:29:32.948953 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0ed92b32-2c4b-4e14-a35e-6440b87481ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:32.951593 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (13cc5a6d-eabb-457d-adf0-12b5abac3083), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:32.952659 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 3380728a-d068-450d-b0c7-feb491a61db5 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:29:32.959998 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce2dac-028d-4b40-9f07-846d4d4d8a04 req-c2714048-e3bb-457b-b639-824714307c0d tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:32.961282 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d8ce2dac-028d-4b40-9f07-846d4d4d8a04 req-c2714048-e3bb-457b-b639-824714307c0d tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 943 time: 0.2112010 Jul 18 10:29:32.970390 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-55d99d0f-daae-4d52-889d-f2b38106d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:32.972232 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-55d99d0f-daae-4d52-889d-f2b38106d257 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=68a4034d-cce3-4362-8629-a3033003a5d7 HTTP/1.1" status: 200 len: 851 time: 0.2875998 Jul 18 10:29:32.999331 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf5721-dbb2-47e6-a09e-e8e88140803c req-b7590e66-742a-4892-a591-2109c4b11158 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:33.008885 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0daf5721-dbb2-47e6-a09e-e8e88140803c req-b7590e66-742a-4892-a591-2109c4b11158 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 943 time: 0.2223620 Jul 18 10:29:33.031261 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=13cc5a6d-eabb-457d-adf0-12b5abac3083,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:33.039852 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-e244334e-96de-4a99-9fb2-55fb38affae3 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7d7b922345004824ba28ccfdbd80b5c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5127656 Jul 18 10:29:33.041217 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 57776) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:33.049455 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-63873c9f-3eee-4c55-88a8-19a8a027970a req-84e1abe7-7d0d-457b-9870-316b02c2b74a service neutron] 10.222.0.30 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615634 Jul 18 10:29:33.061987 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 3380728a-d068-450d-b0c7-feb491a61db5, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3380728a-d068-450d-b0c7-feb491a61db5,segment=NetworkSegment(187bb490-ae11-4ab4-ac32-71de79c724ca),segment_id=187bb490-ae11-4ab4-ac32-71de79c724ca)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:29:33.080077 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Returning: {'device': '3380728a-d068-450d-b0c7-feb491a61db5', 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4', 'port_id': '3380728a-d068-450d-b0c7-feb491a61db5', 'mac_address': 'fa:16:3e:bf:c4:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af51bf80-7ad7-4853-9105-dc8b032ebd26', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:29:33.081891 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0ed92b32-2c4b-4e14-a35e-6440b87481ff admin admin] Publish callbacks [] for security_group (c6a689d6-a951-4c1b-a4d4-f72785c7a592), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:33.089898 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-573b2c86-0c15-431e-99a0-faecd49f9066 req-556684c4-cde5-4f23-af7c-db52863b035c service neutron] 10.222.0.30 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003053 Jul 18 10:29:33.095222 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:UPDATE=1,neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:33.095372 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0ed92b32-2c4b-4e14-a35e-6440b87481ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (c6a689d6-a951-4c1b-a4d4-f72785c7a592), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:33.105625 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0daf5721-dbb2-47e6-a09e-e8e88140803c req-a1fbf201-3f23-46d5-82c6-98e191653a4b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958254 Jul 18 10:29:33.132626 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-0ed92b32-2c4b-4e14-a35e-6440b87481ff admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5d3ea0de2e9f48feb59250d5a02c849f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338543 Jul 18 10:29:33.133498 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 57782) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:33.139605 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port 3380728a-d068-450d-b0c7-feb491a61db5 is: DOWN; New status is: BUILD {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:33.139997 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (3380728a-d068-450d-b0c7-feb491a61db5), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:33.150946 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d8ce2dac-028d-4b40-9f07-846d4d4d8a04 req-0af64839-25c6-4ed2-9b32-92854d1216e1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677649 Jul 18 10:29:33.156703 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11aab5-8d0f-4809-8ab7-f9c8b03d28e5 req-45c7286a-8185-4ed9-a9cb-23e503087415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:33.156703 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-cf11aab5-8d0f-4809-8ab7-f9c8b03d28e5 req-45c7286a-8185-4ed9-a9cb-23e503087415 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 HTTP/1.1" status: 200 len: 916 time: 0.4824162 Jul 18 10:29:33.164768 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3380728a-d068-450d-b0c7-feb491a61db5 {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:29:33.179763 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed92b32-2c4b-4e14-a35e-6440b87481ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a689d6-a951-4c1b-a4d4-f72785c7a592,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:33.196675 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 3380728a-d068-450d-b0c7-feb491a61db5, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3380728a-d068-450d-b0c7-feb491a61db5,segment=NetworkSegment(187bb490-ae11-4ab4-ac32-71de79c724ca),segment_id=187bb490-ae11-4ab4-ac32-71de79c724ca)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:29:33.201458 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (3380728a-d068-450d-b0c7-feb491a61db5), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:33.209367 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:33.242662 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6033ee78-529a-44cf-a178-b4e1cb8bf0fc admin admin] Publish callbacks [] for security_group (de9c33e6-bb49-4281-a521-26e474079f8e), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:33.257242 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=3380728a-d068-450d-b0c7-feb491a61db5,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:33.270809 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:33.276991 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6033ee78-529a-44cf-a178-b4e1cb8bf0fc admin admin] Publish callbacks [] for security_group (de9c33e6-bb49-4281-a521-26e474079f8e), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:33.288860 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-122e6d5f-39d5-4d36-84e9-e3fa0f981ee4 admin admin] Publish callbacks [] for security_group (c6a689d6-a951-4c1b-a4d4-f72785c7a592), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:33.330656 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-122e6d5f-39d5-4d36-84e9-e3fa0f981ee4 admin admin] Publish callbacks [] for security_group (c6a689d6-a951-4c1b-a4d4-f72785c7a592), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:33.374173 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6033ee78-529a-44cf-a178-b4e1cb8bf0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (de9c33e6-bb49-4281-a521-26e474079f8e), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:33.376838 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6033ee78-529a-44cf-a178-b4e1cb8bf0fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:33.377999 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-6033ee78-529a-44cf-a178-b4e1cb8bf0fc admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/de9c33e6-bb49-4281-a521-26e474079f8e HTTP/1.1" status: 204 len: 168 time: 0.3274171 Jul 18 10:29:33.403897 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033ee78-529a-44cf-a178-b4e1cb8bf0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9c33e6-bb49-4281-a521-26e474079f8e,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:33.419872 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-122e6d5f-39d5-4d36-84e9-e3fa0f981ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (c6a689d6-a951-4c1b-a4d4-f72785c7a592), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:33.423719 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-122e6d5f-39d5-4d36-84e9-e3fa0f981ee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:33.426512 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-122e6d5f-39d5-4d36-84e9-e3fa0f981ee4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c6a689d6-a951-4c1b-a4d4-f72785c7a592 HTTP/1.1" status: 204 len: 168 time: 0.2870636 Jul 18 10:29:33.452918 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e6d5f-39d5-4d36-84e9-e3fa0f981ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a689d6-a951-4c1b-a4d4-f72785c7a592,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:33.559451 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-cf11aab5-8d0f-4809-8ab7-f9c8b03d28e5 req-aca1c297-3e7e-47e4-a17a-6632c9643f4d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f97d9284-09c3-4aa3-8f54-5bb526b9fe08 HTTP/1.1" status: 200 len: 217 time: 0.0897188 Jul 18 10:29:33.636082 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:33.644454 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['13cc5a6d-eabb-457d-adf0-12b5abac3083'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:29:33.694920 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-63873c9f-3eee-4c55-88a8-19a8a027970a req-db9bb7f0-eef0-498d-bd42-12c38251c1f7 service neutron] 10.222.0.30 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268426 Jul 18 10:29:33.703303 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-573b2c86-0c15-431e-99a0-faecd49f9066 req-771f384a-0d12-4c82-92eb-bfbfcf966421 service neutron] 10.222.0.30 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242560 Jul 18 10:29:33.787078 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-4e9aac4a-8040-47c6-b514-aa2f636c0cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:33.789189 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:33.790298 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-4e9aac4a-8040-47c6-b514-aa2f636c0cb2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a825217e-675b-4d91-a035-cfdee7f60003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3216956 Jul 18 10:29:33.817253 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f165b76-7271-425a-a4c8-fda9bb93f79a req-6e2b890d-6d9e-4835-84eb-04ee7e53d2cd tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:33.819880 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6f165b76-7271-425a-a4c8-fda9bb93f79a req-6e2b890d-6d9e-4835-84eb-04ee7e53d2cd tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=db62c05e-28a8-4121-a6e5-8abb802f7a17 HTTP/1.1" status: 200 len: 944 time: 0.2630904 Jul 18 10:29:33.821250 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93007318-7e36-4e22-bbc7-12a504b76531 req-3485cc4b-898f-494f-8b18-05cbb1babc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:33.823672 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-93007318-7e36-4e22-bbc7-12a504b76531 req-3485cc4b-898f-494f-8b18-05cbb1babc66 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6e487deb7ff45bdbf2cc002d42d12a5&device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 1127 time: 0.2454398 Jul 18 10:29:33.826977 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['3380728a-d068-450d-b0c7-feb491a61db5'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:29:33.831403 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00137457-35ac-4285-8c72-180c6da04137 req-79f2953a-85f4-434c-9b00-4edf0f8e8aa6 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:33.840141 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-00137457-35ac-4285-8c72-180c6da04137 req-79f2953a-85f4-434c-9b00-4edf0f8e8aa6 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/ports?device_id=df938010-ebc5-429f-8499-4b55eff7cab9 HTTP/1.1" status: 200 len: 943 time: 0.2794964 Jul 18 10:29:33.966344 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-b5b68379-e6b9-4755-a952-391782c79884 service neutron] 10.222.0.30 "GET /v2.0/networks/a825217e-675b-4d91-a035-cfdee7f60003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634405 Jul 18 10:29:34.033522 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11aab5-8d0f-4809-8ab7-f9c8b03d28e5 req-1762d3cf-4567-4ffd-ba21-680cf2deb766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:34.035843 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-cf11aab5-8d0f-4809-8ab7-f9c8b03d28e5 req-1762d3cf-4567-4ffd-ba21-680cf2deb766 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4981e04-0b42-475d-8711-94b32dc6a81f HTTP/1.1" status: 200 len: 854 time: 0.4470694 Jul 18 10:29:34.504673 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6f165b76-7271-425a-a4c8-fda9bb93f79a req-7c28a488-2d2e-4976-bce8-f6fb2a20896e tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=4fbf6ea2-1d56-407e-b285-6f0311c7cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6476157 Jul 18 10:29:34.553483 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-00137457-35ac-4285-8c72-180c6da04137 req-c5008f90-b56c-45f8-86a5-d5e1e9021c78 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/security-groups?id=8f4aa611-2fe6-476c-b44c-b5615e1e562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7118585 Jul 18 10:29:34.555821 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6f8d5737-47bc-4daf-8f8c-bde0949f38c8 req-4c3c7dbc-2f6f-44df-b01a-19d36bb83ba6 service neutron] 10.222.0.30 "GET /v2.0/networks/a825217e-675b-4d91-a035-cfdee7f60003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295734 Jul 18 10:29:34.575837 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11aab5-8d0f-4809-8ab7-f9c8b03d28e5 req-754b217a-081e-4b66-9d51-a53996945c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:34.577443 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-cf11aab5-8d0f-4809-8ab7-f9c8b03d28e5 req-754b217a-081e-4b66-9d51-a53996945c0f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5088449 Jul 18 10:29:34.706337 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93007318-7e36-4e22-bbc7-12a504b76531 req-8f05ac6f-61ce-48cc-8816-9f6044ceeb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:34.708418 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-93007318-7e36-4e22-bbc7-12a504b76531 req-8f05ac6f-61ce-48cc-8816-9f6044ceeb13 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e6e487deb7ff45bdbf2cc002d42d12a5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.8536510 Jul 18 10:29:34.731465 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 57866) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:34.776869 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df2299-0ab8-4a15-83b1-f03a67ca5372 req-545f0fc0-e80d-4f1b-9764-58ac78b5af4a tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:34.778376 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-69df2299-0ab8-4a15-83b1-f03a67ca5372 req-545f0fc0-e80d-4f1b-9764-58ac78b5af4a tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 944 time: 0.1018312 Jul 18 10:29:34.779183 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 13cc5a6d-eabb-457d-adf0-12b5abac3083 up at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:29:34.795602 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401437e-6deb-4ed9-88f7-fb08e47c2560 req-5faf01eb-d462-4602-bd90-000fe1bb1ab5 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:34.802930 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a401437e-6deb-4ed9-88f7-fb08e47c2560 req-5faf01eb-d462-4602-bd90-000fe1bb1ab5 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 943 time: 0.1233175 Jul 18 10:29:34.821025 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-cf11aab5-8d0f-4809-8ab7-f9c8b03d28e5 req-aa15f88f-a584-4a75-a806-59d08103c8a5 service neutron] 10.222.0.30 "GET /v2.0/networks/a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355676 Jul 18 10:29:34.829586 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning for port 13cc5a6d-eabb-457d-adf0-12b5abac3083 completed by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:29:34.836862 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning complete for port 13cc5a6d-eabb-457d-adf0-12b5abac3083 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:34.837503 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (13cc5a6d-eabb-457d-adf0-12b5abac3083), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:34.884773 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:34.907196 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a401437e-6deb-4ed9-88f7-fb08e47c2560 req-d1519ea7-7fde-4053-80d4-9c321540a6dd tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026013 Jul 18 10:29:34.911212 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-69df2299-0ab8-4a15-83b1-f03a67ca5372 req-640a7c9a-472d-4610-b5ef-0d72194614b1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223710 Jul 18 10:29:34.938014 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port 13cc5a6d-eabb-457d-adf0-12b5abac3083 is: BUILD; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:34.938759 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (13cc5a6d-eabb-457d-adf0-12b5abac3083), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:34.979095 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78bb7f95-9846-4a59-9f77-a3fe69005eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cc5a6d-eabb-457d-adf0-12b5abac3083'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:29:35.055336 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5acad44c-2405-45f1-a6a9-781f70eb8b38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:35.057544 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 13cc5a6d-eabb-457d-adf0-12b5abac3083, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=13cc5a6d-eabb-457d-adf0-12b5abac3083,segment=NetworkSegment(187bb490-ae11-4ab4-ac32-71de79c724ca),segment_id=187bb490-ae11-4ab4-ac32-71de79c724ca)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:29:35.063519 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (13cc5a6d-eabb-457d-adf0-12b5abac3083), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:35.064611 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 3380728a-d068-450d-b0c7-feb491a61db5 up at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:29:35.180775 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=13cc5a6d-eabb-457d-adf0-12b5abac3083,revision_number=5']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:35.202909 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning for port 3380728a-d068-450d-b0c7-feb491a61db5 completed by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:29:35.215216 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning complete for port 3380728a-d068-450d-b0c7-feb491a61db5 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:35.215921 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (3380728a-d068-450d-b0c7-feb491a61db5), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:35.220691 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5acad44c-2405-45f1-a6a9-781f70eb8b38 admin admin] Publish callbacks [] for security_group (fe248083-bcab-41f6-957a-5609288287b2), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:35.228284 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5acad44c-2405-45f1-a6a9-781f70eb8b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (fe248083-bcab-41f6-957a-5609288287b2), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:35.282207 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acad44c-2405-45f1-a6a9-781f70eb8b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe248083-bcab-41f6-957a-5609288287b2,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:35.289586 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 57898) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:35.290105 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-5acad44c-2405-45f1-a6a9-781f70eb8b38 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=bc2138537f4c4975b491b3329b4662ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5574892 Jul 18 10:29:35.317674 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port 3380728a-d068-450d-b0c7-feb491a61db5 is: BUILD; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:35.318140 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (3380728a-d068-450d-b0c7-feb491a61db5), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:35.334827 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:35.372943 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 3380728a-d068-450d-b0c7-feb491a61db5, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3380728a-d068-450d-b0c7-feb491a61db5,segment=NetworkSegment(187bb490-ae11-4ab4-ac32-71de79c724ca),segment_id=187bb490-ae11-4ab4-ac32-71de79c724ca)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:29:35.385711 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-de8c8463-b1a8-455c-bf39-d57472b9750d admin admin] Publish callbacks [] for security_group (fe248083-bcab-41f6-957a-5609288287b2), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:35.391916 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (3380728a-d068-450d-b0c7-feb491a61db5), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:35.446865 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-de8c8463-b1a8-455c-bf39-d57472b9750d admin admin] Publish callbacks [] for security_group (fe248083-bcab-41f6-957a-5609288287b2), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:35.450496 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84681e705a03fd555db26336157b75fd76ce56e0c69b7b802094418238443ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2b773b-7c92-48df-8584-e665089958d0" -d '{"events": [{"server_uuid": "78bb7f95-9846-4a59-9f77-a3fe69005eec", "name": "network-vif-plugged", "status": "completed", "tag": "13cc5a6d-eabb-457d-adf0-12b5abac3083"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:29:35.520010 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=3380728a-d068-450d-b0c7-feb491a61db5,revision_number=5']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:35.549378 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:35.685157 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35474e0c-f099-48a4-af64-2b811a794ada req-4ebbf540-bdf2-4e00-87d5-54f877a7c690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:35.686925 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-35474e0c-f099-48a4-af64-2b811a794ada req-4ebbf540-bdf2-4e00-87d5-54f877a7c690 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=daab623e57e54081b262d4a8fe124f42&device_id=df938010-ebc5-429f-8499-4b55eff7cab9 HTTP/1.1" status: 200 len: 1127 time: 0.2718732 Jul 18 10:29:35.816822 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddb524b-214b-4eac-ae0f-cfeb89a00b8b x-openstack-request-id: req-eddb524b-214b-4eac-ae0f-cfeb89a00b8b {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:29:35.817377 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78bb7f95-9846-4a59-9f77-a3fe69005eec", "name": "network-vif-plugged", "status": "completed", "tag": "13cc5a6d-eabb-457d-adf0-12b5abac3083", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:29:35.817687 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-eddb524b-214b-4eac-ae0f-cfeb89a00b8b {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:29:35.818744 dv-cinder-837546-3-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eddb524b-214b-4eac-ae0f-cfeb89a00b8b'] response: {'server_uuid': '78bb7f95-9846-4a59-9f77-a3fe69005eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cc5a6d-eabb-457d-adf0-12b5abac3083', 'code': 200} Jul 18 10:29:35.865699 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ccfe06-7433-4546-8fe9-b6cb904399c7 req-3d748976-b623-49ba-89e9-fc8b2fef4ef5 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:35.867417 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b5ccfe06-7433-4546-8fe9-b6cb904399c7 req-3d748976-b623-49ba-89e9-fc8b2fef4ef5 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=db62c05e-28a8-4121-a6e5-8abb802f7a17 HTTP/1.1" status: 200 len: 944 time: 0.2105291 Jul 18 10:29:35.878530 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93007318-7e36-4e22-bbc7-12a504b76531 req-f3ab9ede-21d5-4830-b90d-56f558b8f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:35.882689 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-93007318-7e36-4e22-bbc7-12a504b76531 req-f3ab9ede-21d5-4830-b90d-56f558b8f037 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4663935 Jul 18 10:29:35.884751 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-cf11aab5-8d0f-4809-8ab7-f9c8b03d28e5 req-788e225b-126b-4102-bd69-20d40b6a5670 service neutron] 10.222.0.30 "GET /v2.0/networks/a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712448 Jul 18 10:29:35.925586 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-de8c8463-b1a8-455c-bf39-d57472b9750d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (fe248083-bcab-41f6-957a-5609288287b2), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:35.928127 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-de8c8463-b1a8-455c-bf39-d57472b9750d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:35.929509 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-de8c8463-b1a8-455c-bf39-d57472b9750d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/fe248083-bcab-41f6-957a-5609288287b2 HTTP/1.1" status: 204 len: 168 time: 0.6389484 Jul 18 10:29:35.956692 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35474e0c-f099-48a4-af64-2b811a794ada req-ef23db58-2c62-4c87-9546-a27a80f350a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:35.959078 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-35474e0c-f099-48a4-af64-2b811a794ada req-ef23db58-2c62-4c87-9546-a27a80f350a0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a825217e-675b-4d91-a035-cfdee7f60003 HTTP/1.1" status: 200 len: 913 time: 0.2387850 Jul 18 10:29:35.965048 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c8463-b1a8-455c-bf39-d57472b9750d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe248083-bcab-41f6-957a-5609288287b2,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:36.029075 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b5ccfe06-7433-4546-8fe9-b6cb904399c7 req-c1d3b38f-f409-481f-820d-8f3a7d5a4ff1 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=4fbf6ea2-1d56-407e-b285-6f0311c7cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433787 Jul 18 10:29:36.039569 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-35474e0c-f099-48a4-af64-2b811a794ada req-c69af63d-025a-4fbb-80c7-bd9754f71775 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4d3e21d-6206-4ae8-99b7-004371bb68f2 HTTP/1.1" status: 200 len: 217 time: 0.0701721 Jul 18 10:29:36.201772 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-e3e0f143-a663-4030-b6da-6a89235c84eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:36.203347 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-e3e0f143-a663-4030-b6da-6a89235c84eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6e487deb7ff45bdbf2cc002d42d12a5&device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 1127 time: 0.1785305 Jul 18 10:29:36.258000 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa997f-4628-435c-9679-506105c004d8 req-32dcce0a-683f-4617-b8b7-36a4f8fe1eb3 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:36.259475 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1baa997f-4628-435c-9679-506105c004d8 req-32dcce0a-683f-4617-b8b7-36a4f8fe1eb3 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/ports?device_id=df938010-ebc5-429f-8499-4b55eff7cab9 HTTP/1.1" status: 200 len: 943 time: 0.2357979 Jul 18 10:29:36.315190 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-b65b70b7-c8d1-45fd-8230-ddc0c87599e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2be9cb89-71c6-44bf-b559-2446d61bca60 HTTP/1.1" status: 200 len: 217 time: 0.0794528 Jul 18 10:29:36.323118 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1f01f-8476-4e48-8496-fbe1e6f8a709 req-22e393cf-2ed9-4c14-98be-e6b33813f202 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:36.324480 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f5d1f01f-8476-4e48-8496-fbe1e6f8a709 req-22e393cf-2ed9-4c14-98be-e6b33813f202 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.2090924 Jul 18 10:29:36.325922 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35474e0c-f099-48a4-af64-2b811a794ada req-cc6f7cc6-fc36-49d9-ad61-bef5a6102e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:36.327294 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-35474e0c-f099-48a4-af64-2b811a794ada req-cc6f7cc6-fc36-49d9-ad61-bef5a6102e6c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=68a4034d-cce3-4362-8629-a3033003a5d7 HTTP/1.1" status: 200 len: 851 time: 0.2478740 Jul 18 10:29:36.328142 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0dcd36-e8f4-4026-ac2e-3b63334e7e9d req-05ca516b-da2f-4737-a5bf-03493e969f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:36.329552 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fb0dcd36-e8f4-4026-ac2e-3b63334e7e9d req-05ca516b-da2f-4737-a5bf-03493e969f6f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 1129 time: 0.1868227 Jul 18 10:29:36.425082 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:36.442368 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-fb0dcd36-e8f4-4026-ac2e-3b63334e7e9d req-c8ac0f8f-37a0-482b-8d4d-d66f2773c2e6 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:36.486652 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35474e0c-f099-48a4-af64-2b811a794ada req-689b6e2a-5ac8-442c-aca8-9af689c8a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:36.488346 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-35474e0c-f099-48a4-af64-2b811a794ada req-689b6e2a-5ac8-442c-aca8-9af689c8a6ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a825217e-675b-4d91-a035-cfdee7f60003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1401224 Jul 18 10:29:36.496021 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1baa997f-4628-435c-9679-506105c004d8 req-32823862-597c-41cb-b6f9-17367f488ea6 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/security-groups?id=8f4aa611-2fe6-476c-b44c-b5615e1e562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933649 Jul 18 10:29:36.501586 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-fb20b818-9a89-410c-94d8-1ff446858f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:36.503017 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-fb20b818-9a89-410c-94d8-1ff446858f9f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6a7b9bf8-c0da-4f73-9742-17e8876165f7 HTTP/1.1" status: 200 len: 849 time: 0.1665320 Jul 18 10:29:36.579129 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f5d1f01f-8476-4e48-8496-fbe1e6f8a709 req-7d4753ee-6c36-4026-a2ac-6e7e83427bd9 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414224 Jul 18 10:29:36.699779 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-ffb3cb35-09c5-4c8f-bdca-d7dbf50a8455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:36.701367 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-ffb3cb35-09c5-4c8f-bdca-d7dbf50a8455 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4fd50c95-7888-4b58-b176-0e3d534d461f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1695628 Jul 18 10:29:36.711108 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:36.740868 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 57972) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:36.762157 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 57976) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:36.764468 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa89d18-1475-4281-a64c-2c0ed79b68b1 req-aa4a7eaa-eee6-45f5-8f4f-2d7fefaf09a7 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:36.765981 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-cfa89d18-1475-4281-a64c-2c0ed79b68b1 req-aa4a7eaa-eee6-45f5-8f4f-2d7fefaf09a7 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 943 time: 0.1490448 Jul 18 10:29:36.777928 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device f97d9284-09c3-4aa3-8f54-5bb526b9fe08 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:29:36.781874 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-25643bbd-b18a-401d-9598-ab36bc95fa1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:36.922136 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port f97d9284-09c3-4aa3-8f54-5bb526b9fe08, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f97d9284-09c3-4aa3-8f54-5bb526b9fe08,segment=NetworkSegment(9f9e9026-9d7c-43b5-af17-ac9b99df5729),segment_id=9f9e9026-9d7c-43b5-af17-ac9b99df5729)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:29:36.937883 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Returning: {'device': 'f97d9284-09c3-4aa3-8f54-5bb526b9fe08', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'port_id': 'f97d9284-09c3-4aa3-8f54-5bb526b9fe08', 'mac_address': 'fa:16:3e:ed:b6:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:29:36.950298 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-25643bbd-b18a-401d-9598-ab36bc95fa1d admin admin] Publish callbacks [] for security_group (3be3156b-65af-4387-996f-df9f61db32f9), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:36.959001 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-25643bbd-b18a-401d-9598-ab36bc95fa1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (3be3156b-65af-4387-996f-df9f61db32f9), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:36.974484 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:36.986772 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port f97d9284-09c3-4aa3-8f54-5bb526b9fe08 is: DOWN; New status is: BUILD {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:36.987168 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (f97d9284-09c3-4aa3-8f54-5bb526b9fe08), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:37.005247 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:37.044976 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-35474e0c-f099-48a4-af64-2b811a794ada req-7387ac31-38e8-4180-84b9-054546553941 service neutron] 10.222.0.30 "GET /v2.0/networks/a825217e-675b-4d91-a035-cfdee7f60003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5346041 Jul 18 10:29:37.059256 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25643bbd-b18a-401d-9598-ab36bc95fa1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be3156b-65af-4387-996f-df9f61db32f9,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:37.069174 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-25643bbd-b18a-401d-9598-ab36bc95fa1d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=46a3521555344876af235461a5d06e7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3056817 Jul 18 10:29:37.080306 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 57982) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:37.160958 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6681b68b-0ae4-471d-8a9f-6045903747cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:37.188643 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-fb0dcd36-e8f4-4026-ac2e-3b63334e7e9d req-c8ac0f8f-37a0-482b-8d4d-d66f2773c2e6 service neutron] Publish callbacks [] for security_group (37beb36d-9189-4fbe-9b1d-acc39ca32ddd), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:37.195239 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f97d9284-09c3-4aa3-8f54-5bb526b9fe08 {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:29:37.239622 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:37.256110 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-ca6e8636-e218-42e9-9861-1aeb08eb6eb2 service neutron] 10.222.0.30 "GET /v2.0/networks/4fd50c95-7888-4b58-b176-0e3d534d461f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5388360 Jul 18 10:29:37.275466 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port f97d9284-09c3-4aa3-8f54-5bb526b9fe08, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f97d9284-09c3-4aa3-8f54-5bb526b9fe08,segment=NetworkSegment(9f9e9026-9d7c-43b5-af17-ac9b99df5729),segment_id=9f9e9026-9d7c-43b5-af17-ac9b99df5729)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:29:37.297818 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (f97d9284-09c3-4aa3-8f54-5bb526b9fe08), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:37.298537 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device b4d3e21d-6206-4ae8-99b7-004371bb68f2 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:29:37.326873 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 57988) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:37.338879 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fd6f4b10-08dd-4bb7-b917-6f2d35d6ec44 admin admin] Publish callbacks [] for security_group (3be3156b-65af-4387-996f-df9f61db32f9), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:37.348003 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-fb0dcd36-e8f4-4026-ac2e-3b63334e7e9d req-c8ac0f8f-37a0-482b-8d4d-d66f2773c2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (37beb36d-9189-4fbe-9b1d-acc39ca32ddd), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:37.383586 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6681b68b-0ae4-471d-8a9f-6045903747cc admin admin] Publish callbacks [] for security_group (b7703891-0ade-4b66-9fb4-b40e0e383c9c), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:37.386278 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fd6f4b10-08dd-4bb7-b917-6f2d35d6ec44 admin admin] Publish callbacks [] for security_group (3be3156b-65af-4387-996f-df9f61db32f9), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:37.395459 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6681b68b-0ae4-471d-8a9f-6045903747cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (b7703891-0ade-4b66-9fb4-b40e0e383c9c), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:37.423300 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-6681b68b-0ae4-471d-8a9f-6045903747cc admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b79a32ee0da64f9f919de187828e396c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6813104 Jul 18 10:29:37.431301 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 57994) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:37.444990 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1fa1c-ee85-4702-860e-851c160cef07 req-2f6557b8-6f2d-4ccd-a198-edf8984573b0 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:37.446892 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d5c1fa1c-ee85-4702-860e-851c160cef07 req-2f6557b8-6f2d-4ccd-a198-edf8984573b0 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=db62c05e-28a8-4121-a6e5-8abb802f7a17 HTTP/1.1" status: 200 len: 945 time: 0.1082180 Jul 18 10:29:37.505225 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681b68b-0ae4-471d-8a9f-6045903747cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7703891-0ade-4b66-9fb4-b40e0e383c9c,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:37.532748 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fb0dcd36-e8f4-4026-ac2e-3b63334e7e9d req-c8ac0f8f-37a0-482b-8d4d-d66f2773c2e6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1763766 Jul 18 10:29:37.554404 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-cfa89d18-1475-4281-a64c-2c0ed79b68b1 req-a4019650-b93f-4a30-a7d5-f09cf88d83c3 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7603450 Jul 18 10:29:37.558289 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac0f8f-37a0-482b-8d4d-d66f2773c2e6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=37beb36d-9189-4fbe-9b1d-acc39ca32ddd,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:37.558529 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-738c21e2-2b9a-402b-9834-b55b57f82cc2 admin admin] Publish callbacks [] for security_group (b7703891-0ade-4b66-9fb4-b40e0e383c9c), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:37.583728 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-738c21e2-2b9a-402b-9834-b55b57f82cc2 admin admin] Publish callbacks [] for security_group (b7703891-0ade-4b66-9fb4-b40e0e383c9c), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:37.598075 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=f97d9284-09c3-4aa3-8f54-5bb526b9fe08,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:37.625336 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fd6f4b10-08dd-4bb7-b917-6f2d35d6ec44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (3be3156b-65af-4387-996f-df9f61db32f9), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:37.629481 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port b4d3e21d-6206-4ae8-99b7-004371bb68f2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b4d3e21d-6206-4ae8-99b7-004371bb68f2,segment=NetworkSegment(b8e67c14-fddc-40ae-b81d-a41c8632f5cb),segment_id=b8e67c14-fddc-40ae-b81d-a41c8632f5cb)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:29:37.630037 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fd6f4b10-08dd-4bb7-b917-6f2d35d6ec44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:37.631211 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-fd6f4b10-08dd-4bb7-b917-6f2d35d6ec44 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3be3156b-65af-4387-996f-df9f61db32f9 HTTP/1.1" status: 204 len: 168 time: 0.5496671 Jul 18 10:29:37.657499 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Returning: {'device': 'b4d3e21d-6206-4ae8-99b7-004371bb68f2', 'network_id': 'a825217e-675b-4d91-a035-cfdee7f60003', 'port_id': 'b4d3e21d-6206-4ae8-99b7-004371bb68f2', 'mac_address': 'fa:16:3e:e0:43:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68a4034d-cce3-4362-8629-a3033003a5d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:29:37.659900 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f4b10-08dd-4bb7-b917-6f2d35d6ec44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be3156b-65af-4387-996f-df9f61db32f9,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:37.662528 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-738c21e2-2b9a-402b-9834-b55b57f82cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (b7703891-0ade-4b66-9fb4-b40e0e383c9c), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:37.665778 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-738c21e2-2b9a-402b-9834-b55b57f82cc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:37.667714 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-738c21e2-2b9a-402b-9834-b55b57f82cc2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b7703891-0ade-4b66-9fb4-b40e0e383c9c HTTP/1.1" status: 204 len: 168 time: 0.2351828 Jul 18 10:29:37.672457 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ffd2fa33-374d-44bd-8680-19a6d8262f13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:37.690178 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c21e2-2b9a-402b-9834-b55b57f82cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7703891-0ade-4b66-9fb4-b40e0e383c9c,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:37.760187 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port b4d3e21d-6206-4ae8-99b7-004371bb68f2 is: DOWN; New status is: BUILD {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:37.760725 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (b4d3e21d-6206-4ae8-99b7-004371bb68f2), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:37.784920 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ffd2fa33-374d-44bd-8680-19a6d8262f13 admin admin] Publish callbacks [] for security_group (d64ca230-2f77-4ec9-8ebb-7d06234d67d3), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:37.789356 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d3e21d-6206-4ae8-99b7-004371bb68f2 {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:29:37.800445 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ffd2fa33-374d-44bd-8680-19a6d8262f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (d64ca230-2f77-4ec9-8ebb-7d06234d67d3), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:37.811706 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:37.820406 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port b4d3e21d-6206-4ae8-99b7-004371bb68f2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b4d3e21d-6206-4ae8-99b7-004371bb68f2,segment=NetworkSegment(b8e67c14-fddc-40ae-b81d-a41c8632f5cb),segment_id=b8e67c14-fddc-40ae-b81d-a41c8632f5cb)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:29:37.821538 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591fab72-3729-4b6f-af75-cc55766b7eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3380728a-d068-450d-b0c7-feb491a61db5'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:29:37.824405 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84681e705a03fd555db26336157b75fd76ce56e0c69b7b802094418238443ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb387d0-7bcd-4745-949f-f37b0e958b6f" -d '{"events": [{"server_uuid": "591fab72-3729-4b6f-af75-cc55766b7eae", "name": "network-vif-plugged", "status": "completed", "tag": "3380728a-d068-450d-b0c7-feb491a61db5"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:29:37.828845 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (b4d3e21d-6206-4ae8-99b7-004371bb68f2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:37.848300 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee4965-416d-4c84-b74e-741e155e8863 req-92025d4d-e670-4273-8412-cdab88815a98 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:37.857031 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-78ee4965-416d-4c84-b74e-741e155e8863 req-92025d4d-e670-4273-8412-cdab88815a98 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/ports?device_id=df938010-ebc5-429f-8499-4b55eff7cab9 HTTP/1.1" status: 200 len: 943 time: 0.2039638 Jul 18 10:29:37.880733 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-35474e0c-f099-48a4-af64-2b811a794ada req-a87af6dc-54ee-4a9d-a981-50967661bb85 service neutron] 10.222.0.30 "GET /v2.0/networks/a825217e-675b-4d91-a035-cfdee7f60003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8169763 Jul 18 10:29:37.901750 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-ffd2fa33-374d-44bd-8680-19a6d8262f13 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1862de91f75f4e969ef3c80179ab9e92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5738132 Jul 18 10:29:37.904477 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2fa33-374d-44bd-8680-19a6d8262f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64ca230-2f77-4ec9-8ebb-7d06234d67d3,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:37.908047 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d5c1fa1c-ee85-4702-860e-851c160cef07 req-03a1e080-9b21-43e2-9f62-4b1c5e1197f6 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=4fbf6ea2-1d56-407e-b285-6f0311c7cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3076687 Jul 18 10:29:37.912052 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 58014) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:37.914489 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-26a19d5f-dcde-4e3c-bca0-e8ec9b5f5b91 req-d412c412-4778-410d-a882-da72d6ed1dfd service neutron] 10.222.0.30 "GET /v2.0/networks/4fd50c95-7888-4b58-b176-0e3d534d461f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5859368 Jul 18 10:29:37.918173 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=b4d3e21d-6206-4ae8-99b7-004371bb68f2,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:37.990896 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-78ee4965-416d-4c84-b74e-741e155e8863 req-6bc07124-bcb7-455e-b241-09daa346c014 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/security-groups?id=8f4aa611-2fe6-476c-b44c-b5615e1e562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327481 Jul 18 10:29:38.041884 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-a41c813b-4796-4fa6-825a-19b9194a4bdb admin admin] Publish callbacks [] for security_group (d64ca230-2f77-4ec9-8ebb-7d06234d67d3), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:38.044298 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d9c13d-dab0-4e5a-8ec2-deac95a77889 x-openstack-request-id: req-44d9c13d-dab0-4e5a-8ec2-deac95a77889 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:29:38.044833 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591fab72-3729-4b6f-af75-cc55766b7eae", "name": "network-vif-plugged", "status": "completed", "tag": "3380728a-d068-450d-b0c7-feb491a61db5", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:29:38.045171 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-44d9c13d-dab0-4e5a-8ec2-deac95a77889 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:29:38.045567 dv-cinder-837546-3-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44d9c13d-dab0-4e5a-8ec2-deac95a77889'] response: {'server_uuid': '591fab72-3729-4b6f-af75-cc55766b7eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3380728a-d068-450d-b0c7-feb491a61db5', 'code': 200} Jul 18 10:29:38.078034 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d23f66-3aa9-4d6e-805f-66b2c4b055aa req-ae7c6cdd-85dd-4430-940c-840f53743a61 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:38.079579 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-87d23f66-3aa9-4d6e-805f-66b2c4b055aa req-ae7c6cdd-85dd-4430-940c-840f53743a61 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0782695 Jul 18 10:29:38.084647 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-a41c813b-4796-4fa6-825a-19b9194a4bdb admin admin] Publish callbacks [] for security_group (d64ca230-2f77-4ec9-8ebb-7d06234d67d3), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:38.161810 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-87d23f66-3aa9-4d6e-805f-66b2c4b055aa req-9cd0d1f4-5a0e-4f03-9f45-64635080c351 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748572 Jul 18 10:29:38.173020 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-a41c813b-4796-4fa6-825a-19b9194a4bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (d64ca230-2f77-4ec9-8ebb-7d06234d67d3), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:38.180396 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-a41c813b-4796-4fa6-825a-19b9194a4bdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:38.180396 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-a41c813b-4796-4fa6-825a-19b9194a4bdb admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d64ca230-2f77-4ec9-8ebb-7d06234d67d3 HTTP/1.1" status: 204 len: 168 time: 0.2625847 Jul 18 10:29:38.187803 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c813b-4796-4fa6-825a-19b9194a4bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64ca230-2f77-4ec9-8ebb-7d06234d67d3,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:38.211720 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['b4d3e21d-6206-4ae8-99b7-004371bb68f2'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:29:38.214704 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:38.311405 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['f97d9284-09c3-4aa3-8f54-5bb526b9fe08'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:29:38.352731 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 58028) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:38.372551 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4c674b64-0801-483c-9271-f59ca7c606ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:38.393790 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:38.491687 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4c674b64-0801-483c-9271-f59ca7c606ef admin admin] Publish callbacks [] for security_group (35e2cd06-b3b0-4462-95bc-18d1b3962716), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:38.501592 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4c674b64-0801-483c-9271-f59ca7c606ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (35e2cd06-b3b0-4462-95bc-18d1b3962716), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:38.543014 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c674b64-0801-483c-9271-f59ca7c606ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e2cd06-b3b0-4462-95bc-18d1b3962716,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:38.565023 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 58034) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:38.565587 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-4c674b64-0801-483c-9271-f59ca7c606ef admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0e7a4e036f6e42e18c0abd2916f82534&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2117426 Jul 18 10:29:38.624095 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5f233007-8fef-4d05-bbcd-85e5bce6fa21 admin admin] Publish callbacks [] for security_group (35e2cd06-b3b0-4462-95bc-18d1b3962716), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:38.650271 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 58038) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:38.653636 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5f233007-8fef-4d05-bbcd-85e5bce6fa21 admin admin] Publish callbacks [] for security_group (35e2cd06-b3b0-4462-95bc-18d1b3962716), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:38.659413 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:38.676706 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-de82ef61-bdfd-4890-805d-c7d5d6f4630e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:38.686200 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764d113-43ff-48ae-8a91-f5e43fec2255 req-fe5ee343-31d8-4ed5-8618-7d1cbd5be7f8 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:38.687756 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5764d113-43ff-48ae-8a91-f5e43fec2255 req-fe5ee343-31d8-4ed5-8618-7d1cbd5be7f8 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 943 time: 0.0603330 Jul 18 10:29:38.713785 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:38.747003 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5764d113-43ff-48ae-8a91-f5e43fec2255 req-f9511e30-a58b-4193-834d-6ec2b7aa5f6d tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527117 Jul 18 10:29:38.783840 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5f233007-8fef-4d05-bbcd-85e5bce6fa21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (35e2cd06-b3b0-4462-95bc-18d1b3962716), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:38.786489 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5f233007-8fef-4d05-bbcd-85e5bce6fa21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:38.787533 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-5f233007-8fef-4d05-bbcd-85e5bce6fa21 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/35e2cd06-b3b0-4462-95bc-18d1b3962716 HTTP/1.1" status: 204 len: 168 time: 0.2212162 Jul 18 10:29:38.802365 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-de82ef61-bdfd-4890-805d-c7d5d6f4630e admin admin] Publish callbacks [] for security_group (b34b5cc6-1e4a-4ae0-ac39-a20205e8db68), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:38.803841 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f233007-8fef-4d05-bbcd-85e5bce6fa21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e2cd06-b3b0-4462-95bc-18d1b3962716,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:38.811064 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-de82ef61-bdfd-4890-805d-c7d5d6f4630e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (b34b5cc6-1e4a-4ae0-ac39-a20205e8db68), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:38.873074 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-de82ef61-bdfd-4890-805d-c7d5d6f4630e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1f4257ec9790450d9ca246112b589cb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194116 Jul 18 10:29:38.873074 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82ef61-bdfd-4890-805d-c7d5d6f4630e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34b5cc6-1e4a-4ae0-ac39-a20205e8db68,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:38.874487 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 58048) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:38.944438 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b2980697-16ca-4f83-8fc1-1c288d6f414a admin admin] Publish callbacks [] for security_group (b34b5cc6-1e4a-4ae0-ac39-a20205e8db68), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:38.971566 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b2980697-16ca-4f83-8fc1-1c288d6f414a admin admin] Publish callbacks [] for security_group (b34b5cc6-1e4a-4ae0-ac39-a20205e8db68), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:39.070223 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8dd8e-c8f9-4335-9fd7-6422ec35efb1 req-af7db6f4-d763-4f90-bdce-a35836c29280 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:39.071994 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3af8dd8e-c8f9-4335-9fd7-6422ec35efb1 req-af7db6f4-d763-4f90-bdce-a35836c29280 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=db62c05e-28a8-4121-a6e5-8abb802f7a17 HTTP/1.1" status: 200 len: 945 time: 0.0621614 Jul 18 10:29:39.104871 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b2980697-16ca-4f83-8fc1-1c288d6f414a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (b34b5cc6-1e4a-4ae0-ac39-a20205e8db68), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:39.110231 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b2980697-16ca-4f83-8fc1-1c288d6f414a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:39.114357 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-b2980697-16ca-4f83-8fc1-1c288d6f414a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b34b5cc6-1e4a-4ae0-ac39-a20205e8db68 HTTP/1.1" status: 204 len: 168 time: 0.2349613 Jul 18 10:29:39.168426 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2980697-16ca-4f83-8fc1-1c288d6f414a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34b5cc6-1e4a-4ae0-ac39-a20205e8db68,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:39.198253 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:39.211488 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373203f-7dcb-4ec0-8a0a-1e9528d93703 req-a4a60952-d556-4e7e-8b2b-3679138f8161 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:39.218438 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6373203f-7dcb-4ec0-8a0a-1e9528d93703 req-a4a60952-d556-4e7e-8b2b-3679138f8161 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/ports?device_id=df938010-ebc5-429f-8499-4b55eff7cab9 HTTP/1.1" status: 200 len: 944 time: 0.1011307 Jul 18 10:29:39.224261 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3af8dd8e-c8f9-4335-9fd7-6422ec35efb1 req-f1417ae8-724a-4a4c-b822-4fca60baaeb2 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=4fbf6ea2-1d56-407e-b285-6f0311c7cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445074 Jul 18 10:29:39.311586 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6373203f-7dcb-4ec0-8a0a-1e9528d93703 req-b9e2874b-f9a9-494a-a5b5-a3710fd954d2 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/security-groups?id=8f4aa611-2fe6-476c-b44c-b5615e1e562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920432 Jul 18 10:29:39.430646 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device f97d9284-09c3-4aa3-8f54-5bb526b9fe08 up at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:29:39.439954 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e6321-dd58-4736-a96d-30181c34ac09 req-9409e787-384e-4a36-a716-e93663049c10 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:39.441539 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fa5e6321-dd58-4736-a96d-30181c34ac09 req-9409e787-384e-4a36-a716-e93663049c10 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0870419 Jul 18 10:29:39.449068 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2b9c5-a1d6-4cd4-af45-c610bb188174 req-e566d54e-3e20-4e42-ba76-36b7c73a386a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:39.450524 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b9a2b9c5-a1d6-4cd4-af45-c610bb188174 req-e566d54e-3e20-4e42-ba76-36b7c73a386a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 1130 time: 0.0605257 Jul 18 10:29:39.480441 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning for port f97d9284-09c3-4aa3-8f54-5bb526b9fe08 completed by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:29:39.489417 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning complete for port f97d9284-09c3-4aa3-8f54-5bb526b9fe08 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:39.490033 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (f97d9284-09c3-4aa3-8f54-5bb526b9fe08), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:39.514676 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b9a2b9c5-a1d6-4cd4-af45-c610bb188174 req-4e000a78-32cc-4eba-afc0-c4143192d976 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502923 Jul 18 10:29:39.540395 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fa5e6321-dd58-4736-a96d-30181c34ac09 req-88edf020-666a-4932-84d6-a58a043009c9 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928447 Jul 18 10:29:39.548570 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:39.595765 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port f97d9284-09c3-4aa3-8f54-5bb526b9fe08 is: BUILD; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:39.596160 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (f97d9284-09c3-4aa3-8f54-5bb526b9fe08), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:39.634758 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port f97d9284-09c3-4aa3-8f54-5bb526b9fe08, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f97d9284-09c3-4aa3-8f54-5bb526b9fe08,segment=NetworkSegment(9f9e9026-9d7c-43b5-af17-ac9b99df5729),segment_id=9f9e9026-9d7c-43b5-af17-ac9b99df5729)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:29:39.639026 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (f97d9284-09c3-4aa3-8f54-5bb526b9fe08), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:39.641060 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device b4d3e21d-6206-4ae8-99b7-004371bb68f2 up at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:29:39.722947 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=f97d9284-09c3-4aa3-8f54-5bb526b9fe08,revision_number=5']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:39.731298 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning for port b4d3e21d-6206-4ae8-99b7-004371bb68f2 completed by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:29:39.741367 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning complete for port b4d3e21d-6206-4ae8-99b7-004371bb68f2 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:39.741749 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (b4d3e21d-6206-4ae8-99b7-004371bb68f2), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:39.819333 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port b4d3e21d-6206-4ae8-99b7-004371bb68f2 is: BUILD; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:39.819828 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (b4d3e21d-6206-4ae8-99b7-004371bb68f2), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:39.857039 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port b4d3e21d-6206-4ae8-99b7-004371bb68f2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b4d3e21d-6206-4ae8-99b7-004371bb68f2,segment=NetworkSegment(b8e67c14-fddc-40ae-b81d-a41c8632f5cb),segment_id=b8e67c14-fddc-40ae-b81d-a41c8632f5cb)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:29:39.863136 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (b4d3e21d-6206-4ae8-99b7-004371bb68f2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:39.901817 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ca9f6-e50c-425d-b147-e2a58056c706 req-2020e40e-f9a2-4ade-a86d-19c551922659 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:39.909038 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0f0ca9f6-e50c-425d-b147-e2a58056c706 req-2020e40e-f9a2-4ade-a86d-19c551922659 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 943 time: 0.0740602 Jul 18 10:29:39.930867 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:39.932987 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=b4d3e21d-6206-4ae8-99b7-004371bb68f2,revision_number=5']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:39.969408 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0f0ca9f6-e50c-425d-b147-e2a58056c706 req-2566686b-e41b-4c84-bc97-ca45146e0e6d tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590811 Jul 18 10:29:40.046956 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db62c05e-28a8-4121-a6e5-8abb802f7a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97d9284-09c3-4aa3-8f54-5bb526b9fe08'}, {'server_uuid': 'df938010-ebc5-429f-8499-4b55eff7cab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d3e21d-6206-4ae8-99b7-004371bb68f2'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:29:40.049517 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84681e705a03fd555db26336157b75fd76ce56e0c69b7b802094418238443ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00797f1b-b584-436c-881b-c2d807580b40" -d '{"events": [{"server_uuid": "db62c05e-28a8-4121-a6e5-8abb802f7a17", "name": "network-vif-plugged", "status": "completed", "tag": "f97d9284-09c3-4aa3-8f54-5bb526b9fe08"}, {"server_uuid": "df938010-ebc5-429f-8499-4b55eff7cab9", "name": "network-vif-plugged", "status": "completed", "tag": "b4d3e21d-6206-4ae8-99b7-004371bb68f2"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:29:40.091538 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Jul 2022 10:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357d73f4-347f-4ea6-8fdb-80be3b98933a x-openstack-request-id: req-357d73f4-347f-4ea6-8fdb-80be3b98933a {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:29:40.091832 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db62c05e-28a8-4121-a6e5-8abb802f7a17", "name": "network-vif-plugged", "status": "completed", "tag": "f97d9284-09c3-4aa3-8f54-5bb526b9fe08", "code": 200}, {"server_uuid": "df938010-ebc5-429f-8499-4b55eff7cab9", "name": "network-vif-plugged", "status": "completed", "tag": "b4d3e21d-6206-4ae8-99b7-004371bb68f2", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:29:40.092086 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-357d73f4-347f-4ea6-8fdb-80be3b98933a {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:29:40.092485 dv-cinder-837546-3-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-357d73f4-347f-4ea6-8fdb-80be3b98933a'] response: {'server_uuid': 'db62c05e-28a8-4121-a6e5-8abb802f7a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97d9284-09c3-4aa3-8f54-5bb526b9fe08', 'code': 200} Jul 18 10:29:40.092776 dv-cinder-837546-3-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-357d73f4-347f-4ea6-8fdb-80be3b98933a'] response: {'server_uuid': 'df938010-ebc5-429f-8499-4b55eff7cab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d3e21d-6206-4ae8-99b7-004371bb68f2', 'code': 200} Jul 18 10:29:40.413895 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9423e-c8f7-4e35-acfc-4ce523bd8e1f req-789a69f5-19c3-4594-b624-cbaab35e4014 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:40.422844 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-23b9423e-c8f7-4e35-acfc-4ce523bd8e1f req-789a69f5-19c3-4594-b624-cbaab35e4014 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=db62c05e-28a8-4121-a6e5-8abb802f7a17 HTTP/1.1" status: 200 len: 946 time: 0.1117482 Jul 18 10:29:40.542705 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c94890-01e8-44c9-a089-e55cd68125a9 req-3354f7b6-86ff-4ac0-bf7e-5e32451f9946 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:40.544224 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a0c94890-01e8-44c9-a089-e55cd68125a9 req-3354f7b6-86ff-4ac0-bf7e-5e32451f9946 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/ports?device_id=df938010-ebc5-429f-8499-4b55eff7cab9 HTTP/1.1" status: 200 len: 945 time: 0.1194358 Jul 18 10:29:40.576087 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:40.590888 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-23b9423e-c8f7-4e35-acfc-4ce523bd8e1f req-af89cdb8-c2b7-4a7a-a810-b12bf9174bfd tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=4fbf6ea2-1d56-407e-b285-6f0311c7cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671696 Jul 18 10:29:40.629375 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a0c94890-01e8-44c9-a089-e55cd68125a9 req-68aa40e1-f2eb-4ab8-9ab3-f18543bcc581 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/security-groups?id=8f4aa611-2fe6-476c-b44c-b5615e1e562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779872 Jul 18 10:29:40.725551 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52ca23-a38d-430f-ba89-e16f872a05cf req-d368c925-f2e6-4626-85ca-2c17c25c56ff tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:40.736333 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ec52ca23-a38d-430f-ba89-e16f872a05cf req-d368c925-f2e6-4626-85ca-2c17c25c56ff tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0719082 Jul 18 10:29:40.804701 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ec52ca23-a38d-430f-ba89-e16f872a05cf req-6c1d026b-f149-4158-ac36-c90aa4374e1c tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608919 Jul 18 10:29:40.954274 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 2be9cb89-71c6-44bf-b559-2446d61bca60 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:29:41.160858 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a83c0-9b97-4f50-b935-bac36e52deaa req-f5c9c3af-014b-49cd-8c1c-c2f67f118772 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:41.169892 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-7b3a83c0-9b97-4f50-b935-bac36e52deaa req-f5c9c3af-014b-49cd-8c1c-c2f67f118772 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 943 time: 0.0754025 Jul 18 10:29:41.236218 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 2be9cb89-71c6-44bf-b559-2446d61bca60, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2be9cb89-71c6-44bf-b559-2446d61bca60,segment=NetworkSegment(cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c),segment_id=cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:29:41.259086 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Returning: {'device': '2be9cb89-71c6-44bf-b559-2446d61bca60', 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f', 'port_id': '2be9cb89-71c6-44bf-b559-2446d61bca60', 'mac_address': 'fa:16:3e:15:3c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7b9bf8-c0da-4f73-9742-17e8876165f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:29:41.277558 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117931d-1573-4e3a-b4d3-bc49c9a1aa51 req-cde1b11d-4001-4b63-b438-aea42f12db25 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:41.279298 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5117931d-1573-4e3a-b4d3-bc49c9a1aa51 req-cde1b11d-4001-4b63-b438-aea42f12db25 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0902138 Jul 18 10:29:41.295904 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-7b3a83c0-9b97-4f50-b935-bac36e52deaa req-81f82b68-ae26-47a2-b60c-6e25e1eb4429 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240244 Jul 18 10:29:41.313308 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port 2be9cb89-71c6-44bf-b559-2446d61bca60 is: DOWN; New status is: BUILD {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:41.313671 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (2be9cb89-71c6-44bf-b559-2446d61bca60), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:41.330790 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2be9cb89-71c6-44bf-b559-2446d61bca60 {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:29:41.361374 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5117931d-1573-4e3a-b4d3-bc49c9a1aa51 req-6cf4577d-882f-46e4-8f1e-440127f4911b tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643487 Jul 18 10:29:41.381810 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 2be9cb89-71c6-44bf-b559-2446d61bca60, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2be9cb89-71c6-44bf-b559-2446d61bca60,segment=NetworkSegment(cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c),segment_id=cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:29:41.390196 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (2be9cb89-71c6-44bf-b559-2446d61bca60), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:41.454046 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=2be9cb89-71c6-44bf-b559-2446d61bca60,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:41.462236 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bdbb2-cca7-4299-8dea-7ea22c8d8389 req-a3bcc248-14eb-48aa-afcf-35554caf3f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:41.465863 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ed8bdbb2-cca7-4299-8dea-7ea22c8d8389 req-a3bcc248-14eb-48aa-afcf-35554caf3f3b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=db62c05e-28a8-4121-a6e5-8abb802f7a17 HTTP/1.1" status: 200 len: 1130 time: 0.0625534 Jul 18 10:29:41.575080 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6296bd-4286-412c-b75e-f98b6a4cbed4 req-0a80f927-00d3-417e-b4a7-a6a5d5a85f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:41.576690 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ee6296bd-4286-412c-b75e-f98b6a4cbed4 req-0a80f927-00d3-417e-b4a7-a6a5d5a85f23 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=df938010-ebc5-429f-8499-4b55eff7cab9 HTTP/1.1" status: 200 len: 1129 time: 0.1096423 Jul 18 10:29:41.582757 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f94b11-9a39-4c72-a375-5a07a138c399 req-9740efb8-895f-4ab0-aab3-a1b258f84ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:41.585150 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-90f94b11-9a39-4c72-a375-5a07a138c399 req-9740efb8-895f-4ab0-aab3-a1b258f84ee2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a1921237622439bab89676e11477c13&device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 1129 time: 0.0793111 Jul 18 10:29:41.592950 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:41.631767 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['2be9cb89-71c6-44bf-b559-2446d61bca60'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:29:41.652251 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ed8bdbb2-cca7-4299-8dea-7ea22c8d8389 req-f0d311f2-d20d-4476-a2b6-d9545cb7eb1f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4fbf6ea2-1d56-407e-b285-6f0311c7cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526678 Jul 18 10:29:41.680663 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:41.798732 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 58204) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:41.813516 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ee6296bd-4286-412c-b75e-f98b6a4cbed4 req-39a32a48-b0e5-4bc6-8363-d071adb24376 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8f4aa611-2fe6-476c-b44c-b5615e1e562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270153 Jul 18 10:29:41.840103 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd134b-4517-414f-8c7c-6d73621826c5 req-395ab59b-b84b-4129-b3ed-61978aa98ad7 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:41.842224 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fbfd134b-4517-414f-8c7c-6d73621826c5 req-395ab59b-b84b-4129-b3ed-61978aa98ad7 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=db62c05e-28a8-4121-a6e5-8abb802f7a17 HTTP/1.1" status: 200 len: 946 time: 0.1470549 Jul 18 10:29:41.877687 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e58cde-e08a-45a4-a11f-6992ca61887f req-da3ee46c-0d66-4006-ba39-0c74a55cd5a6 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:41.879791 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c7e58cde-e08a-45a4-a11f-6992ca61887f req-da3ee46c-0d66-4006-ba39-0c74a55cd5a6 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/ports?device_id=df938010-ebc5-429f-8499-4b55eff7cab9 HTTP/1.1" status: 200 len: 945 time: 0.1208363 Jul 18 10:29:41.888212 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f94b11-9a39-4c72-a375-5a07a138c399 req-a80372a5-9cba-45f5-8d00-5c6fba0b88bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:41.889641 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-90f94b11-9a39-4c72-a375-5a07a138c399 req-a80372a5-9cba-45f5-8d00-5c6fba0b88bc service neutron] 10.222.0.30 "GET /v2.0/networks?id=3122165b-a136-4d21-b84f-81ce161e0ad4 HTTP/1.1" status: 200 len: 919 time: 0.2904496 Jul 18 10:29:41.951600 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fbfd134b-4517-414f-8c7c-6d73621826c5 req-e5c9a9be-2db3-43cd-ae10-8167a98a033b tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=4fbf6ea2-1d56-407e-b285-6f0311c7cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974469 Jul 18 10:29:41.978331 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c7e58cde-e08a-45a4-a11f-6992ca61887f req-3929e924-2b34-4ee3-9a5f-d41d12e91701 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/security-groups?id=8f4aa611-2fe6-476c-b44c-b5615e1e562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861344 Jul 18 10:29:42.044540 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-44a79487-f646-41aa-bdf3-a11fbb258ef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:42.140202 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-90f94b11-9a39-4c72-a375-5a07a138c399 req-cce5baa9-6efa-4bda-89bb-b18a3a2384ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13cc5a6d-eabb-457d-adf0-12b5abac3083 HTTP/1.1" status: 200 len: 217 time: 0.0938747 Jul 18 10:29:42.156733 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-44a79487-f646-41aa-bdf3-a11fbb258ef1 admin admin] Publish callbacks [] for security_group (6652b2fa-5751-4893-a9e4-4d51c8be8451), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:42.162219 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-44a79487-f646-41aa-bdf3-a11fbb258ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (6652b2fa-5751-4893-a9e4-4d51c8be8451), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:42.213765 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-44a79487-f646-41aa-bdf3-a11fbb258ef1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=78dc0eb1bf2748dc99ff0bc2a0e9e6be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4137921 Jul 18 10:29:42.215960 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a79487-f646-41aa-bdf3-a11fbb258ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6652b2fa-5751-4893-a9e4-4d51c8be8451,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:42.216229 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 58228) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:42.287541 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-648c354e-646a-40bf-b7d6-8fd7045a8d75 admin admin] Publish callbacks [] for security_group (6652b2fa-5751-4893-a9e4-4d51c8be8451), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:42.318027 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-648c354e-646a-40bf-b7d6-8fd7045a8d75 admin admin] Publish callbacks [] for security_group (6652b2fa-5751-4893-a9e4-4d51c8be8451), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:42.349011 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 58240) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:42.377183 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-648c354e-646a-40bf-b7d6-8fd7045a8d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (6652b2fa-5751-4893-a9e4-4d51c8be8451), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:42.380255 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-648c354e-646a-40bf-b7d6-8fd7045a8d75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:42.383806 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-648c354e-646a-40bf-b7d6-8fd7045a8d75 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6652b2fa-5751-4893-a9e4-4d51c8be8451 HTTP/1.1" status: 204 len: 168 time: 0.1643009 Jul 18 10:29:42.408528 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c354e-646a-40bf-b7d6-8fd7045a8d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6652b2fa-5751-4893-a9e4-4d51c8be8451,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:42.512614 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdc92c-da24-4374-89f3-e5963abe62de req-218d4b54-1c64-4712-87e4-ce968b0f6743 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:42.514177 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-77bdc92c-da24-4374-89f3-e5963abe62de req-218d4b54-1c64-4712-87e4-ce968b0f6743 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 944 time: 0.1026120 Jul 18 10:29:42.526038 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5fb0c9-8f0f-4255-9759-f89b12b92a62 req-a899b6ac-a0d0-45be-baa1-ed4f150778a9 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:42.527553 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ef5fb0c9-8f0f-4255-9759-f89b12b92a62 req-a899b6ac-a0d0-45be-baa1-ed4f150778a9 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0751939 Jul 18 10:29:42.559566 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-13bdb7f2-8424-4dfd-86c6-d49276ee7750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:42.564053 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:42.655095 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-77bdc92c-da24-4374-89f3-e5963abe62de req-d05c253b-321a-4d67-afde-51bd78c082e1 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264591 Jul 18 10:29:42.677869 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ef5fb0c9-8f0f-4255-9759-f89b12b92a62 req-e49819bc-f523-4603-85df-75b3483df049 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211712 Jul 18 10:29:42.740325 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-13bdb7f2-8424-4dfd-86c6-d49276ee7750 admin admin] Publish callbacks [] for security_group (399161dd-e477-47a3-af46-b6758c5bc748), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:42.748568 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-13bdb7f2-8424-4dfd-86c6-d49276ee7750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (399161dd-e477-47a3-af46-b6758c5bc748), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:42.811599 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-13bdb7f2-8424-4dfd-86c6-d49276ee7750 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=310f1a2f1f84472c9b611bbcf002da26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4566283 Jul 18 10:29:42.812316 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 58284) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:42.813734 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdb7f2-8424-4dfd-86c6-d49276ee7750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399161dd-e477-47a3-af46-b6758c5bc748,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:42.925892 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3eac81d0-46fd-49ec-837b-669f05431021 admin admin] Publish callbacks [] for security_group (399161dd-e477-47a3-af46-b6758c5bc748), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:42.957677 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 58296) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:42.962914 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 2be9cb89-71c6-44bf-b559-2446d61bca60 up at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:29:42.981076 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f94b11-9a39-4c72-a375-5a07a138c399 req-575eb3ba-bb62-4980-8f56-34bdd9e00e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:42.982579 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-90f94b11-9a39-4c72-a375-5a07a138c399 req-575eb3ba-bb62-4980-8f56-34bdd9e00e2b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af51bf80-7ad7-4853-9105-dc8b032ebd26 HTTP/1.1" status: 200 len: 857 time: 0.1158490 Jul 18 10:29:42.995604 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3eac81d0-46fd-49ec-837b-669f05431021 admin admin] Publish callbacks [] for security_group (399161dd-e477-47a3-af46-b6758c5bc748), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:42.997150 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3071b3c0-48a7-40da-8626-ee06df8a20fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:43.025057 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:43.093672 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3eac81d0-46fd-49ec-837b-669f05431021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (399161dd-e477-47a3-af46-b6758c5bc748), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:43.097762 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3eac81d0-46fd-49ec-837b-669f05431021 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:43.098684 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-3eac81d0-46fd-49ec-837b-669f05431021 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/399161dd-e477-47a3-af46-b6758c5bc748 HTTP/1.1" status: 204 len: 168 time: 0.2843380 Jul 18 10:29:43.133519 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac81d0-46fd-49ec-837b-669f05431021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399161dd-e477-47a3-af46-b6758c5bc748,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:43.139685 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 58306) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:43.144206 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning for port 2be9cb89-71c6-44bf-b559-2446d61bca60 completed by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:29:43.159951 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning complete for port 2be9cb89-71c6-44bf-b559-2446d61bca60 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:29:43.160374 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (2be9cb89-71c6-44bf-b559-2446d61bca60), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:43.214070 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3071b3c0-48a7-40da-8626-ee06df8a20fc admin admin] Publish callbacks [] for security_group (b0e9a6ff-78ca-42b2-a37d-dd4761956032), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:43.219329 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3071b3c0-48a7-40da-8626-ee06df8a20fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (b0e9a6ff-78ca-42b2-a37d-dd4761956032), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:43.277890 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=65,neutron:DELETE=4,neutron:INSERT=27,neutron:UPDATE=4 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:43.284125 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port 2be9cb89-71c6-44bf-b559-2446d61bca60 is: BUILD; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:29:43.284653 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (2be9cb89-71c6-44bf-b559-2446d61bca60), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:43.302765 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071b3c0-48a7-40da-8626-ee06df8a20fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e9a6ff-78ca-42b2-a37d-dd4761956032,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:43.309075 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-3071b3c0-48a7-40da-8626-ee06df8a20fc admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=84d0ff2656794b17a70cbb92ac152297&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3488271 Jul 18 10:29:43.311948 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 58312) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:43.313501 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb1b50b-9e62-4ff3-9875-3d4635597b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be9cb89-71c6-44bf-b559-2446d61bca60'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:29:43.316789 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84681e705a03fd555db26336157b75fd76ce56e0c69b7b802094418238443ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90fb0c8-6257-4618-8339-296b172ce8cb" -d '{"events": [{"server_uuid": "dcb1b50b-9e62-4ff3-9875-3d4635597b45", "name": "network-vif-plugged", "status": "completed", "tag": "2be9cb89-71c6-44bf-b559-2446d61bca60"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:29:43.333805 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 2be9cb89-71c6-44bf-b559-2446d61bca60, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2be9cb89-71c6-44bf-b559-2446d61bca60,segment=NetworkSegment(cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c),segment_id=cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:29:43.335761 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:INSERT=17,neutron:SELECT=83 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:43.347125 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (2be9cb89-71c6-44bf-b559-2446d61bca60), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:43.361068 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d0714-59b0-4c97-919d-2e2c16fd2ca3 req-709b7649-9002-4075-8541-274979235585 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:43.367302 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6a2d0714-59b0-4c97-919d-2e2c16fd2ca3 req-709b7649-9002-4075-8541-274979235585 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/ports?device_id=df938010-ebc5-429f-8499-4b55eff7cab9 HTTP/1.1" status: 200 len: 945 time: 0.2438653 Jul 18 10:29:43.377871 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-8c984f2e-30be-4a34-b942-1e940c1413e1 admin admin] Publish callbacks [] for security_group (b0e9a6ff-78ca-42b2-a37d-dd4761956032), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:43.385890 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e4499-7491-4faa-9b36-66dd61434089 req-590e03ba-3db3-4101-a4fe-0477ade56d33 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:43.394073 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ce5e4499-7491-4faa-9b36-66dd61434089 req-590e03ba-3db3-4101-a4fe-0477ade56d33 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=db62c05e-28a8-4121-a6e5-8abb802f7a17 HTTP/1.1" status: 200 len: 946 time: 0.2404497 Jul 18 10:29:43.402032 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-8c984f2e-30be-4a34-b942-1e940c1413e1 admin admin] Publish callbacks [] for security_group (b0e9a6ff-78ca-42b2-a37d-dd4761956032), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:43.457927 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-8c984f2e-30be-4a34-b942-1e940c1413e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (b0e9a6ff-78ca-42b2-a37d-dd4761956032), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:43.459155 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=2be9cb89-71c6-44bf-b559-2446d61bca60,revision_number=5']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:43.461258 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-8c984f2e-30be-4a34-b942-1e940c1413e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:43.464816 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-8c984f2e-30be-4a34-b942-1e940c1413e1 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b0e9a6ff-78ca-42b2-a37d-dd4761956032 HTTP/1.1" status: 204 len: 168 time: 0.1493056 Jul 18 10:29:43.472043 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c984f2e-30be-4a34-b942-1e940c1413e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e9a6ff-78ca-42b2-a37d-dd4761956032,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:43.562008 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6a2d0714-59b0-4c97-919d-2e2c16fd2ca3 req-a2bdfc8d-abc6-46cc-b37b-4bdcc9fcbb39 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/security-groups?id=8f4aa611-2fe6-476c-b44c-b5615e1e562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609900 Jul 18 10:29:43.586042 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ce5e4499-7491-4faa-9b36-66dd61434089 req-6bcdb2d9-9d15-423c-88ff-dd01b7fd42d2 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=4fbf6ea2-1d56-407e-b285-6f0311c7cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905434 Jul 18 10:29:43.587148 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f94b11-9a39-4c72-a375-5a07a138c399 req-8422601e-39b6-46b7-854c-dc7fb3b51626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:43.594290 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-90f94b11-9a39-4c72-a375-5a07a138c399 req-8422601e-39b6-46b7-854c-dc7fb3b51626 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3122165b-a136-4d21-b84f-81ce161e0ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1036353 Jul 18 10:29:43.605967 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ad1d5e06-5011-4c80-8c65-f08b1741c7ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:43.615177 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 58320) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:43.642512 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90dcee3e-6ef9-404f-b37c-de613ff6a940 x-openstack-request-id: req-90dcee3e-6ef9-404f-b37c-de613ff6a940 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:29:43.642846 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb1b50b-9e62-4ff3-9875-3d4635597b45", "name": "network-vif-plugged", "status": "completed", "tag": "2be9cb89-71c6-44bf-b559-2446d61bca60", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:29:43.644793 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-90dcee3e-6ef9-404f-b37c-de613ff6a940 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:29:43.645233 dv-cinder-837546-3-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90dcee3e-6ef9-404f-b37c-de613ff6a940'] response: {'server_uuid': 'dcb1b50b-9e62-4ff3-9875-3d4635597b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be9cb89-71c6-44bf-b559-2446d61bca60', 'code': 200} Jul 18 10:29:43.702150 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 58326) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:43.711653 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ad1d5e06-5011-4c80-8c65-f08b1741c7ea admin admin] Publish callbacks [] for security_group (ba8557c7-1beb-4fc2-91e2-a3360e45ff85), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:43.717184 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ad1d5e06-5011-4c80-8c65-f08b1741c7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (ba8557c7-1beb-4fc2-91e2-a3360e45ff85), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:43.743540 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-d7f79678-9351-4e3b-adf1-3799da16a9ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:43.768857 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-ad1d5e06-5011-4c80-8c65-f08b1741c7ea admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e2b9d43ca5a4485cbe4c85ab26e439f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6262190 Jul 18 10:29:43.771093 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 58332) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:43.785990 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d5e06-5011-4c80-8c65-f08b1741c7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8557c7-1beb-4fc2-91e2-a3360e45ff85,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:43.839144 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f257301a-922d-4f22-9ced-e300b4342d3c admin admin] Publish callbacks [] for security_group (ba8557c7-1beb-4fc2-91e2-a3360e45ff85), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:43.873553 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f257301a-922d-4f22-9ced-e300b4342d3c admin admin] Publish callbacks [] for security_group (ba8557c7-1beb-4fc2-91e2-a3360e45ff85), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:43.924809 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1b831-23f6-415c-b889-42de7363edb2 req-5bd9b5ab-2104-4ca2-bc12-792bfa691c17 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:43.933104 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-cca1b831-23f6-415c-b889-42de7363edb2 req-5bd9b5ab-2104-4ca2-bc12-792bfa691c17 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.1131301 Jul 18 10:29:43.938866 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f257301a-922d-4f22-9ced-e300b4342d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (ba8557c7-1beb-4fc2-91e2-a3360e45ff85), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:43.943092 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f257301a-922d-4f22-9ced-e300b4342d3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:43.944162 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1eb06-db74-43cd-b10a-b3a917ae738e req-6e77f7d1-392f-41f2-8525-90f707c0511f tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:43.945664 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-81b1eb06-db74-43cd-b10a-b3a917ae738e req-6e77f7d1-392f-41f2-8525-90f707c0511f tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.1113553 Jul 18 10:29:43.948499 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-f257301a-922d-4f22-9ced-e300b4342d3c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ba8557c7-1beb-4fc2-91e2-a3360e45ff85 HTTP/1.1" status: 204 len: 168 time: 0.1759689 Jul 18 10:29:43.958048 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f257301a-922d-4f22-9ced-e300b4342d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8557c7-1beb-4fc2-91e2-a3360e45ff85,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:44.066600 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-542dc493-cdbd-481d-b88a-a7ec63df6098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:44.123809 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-d7f79678-9351-4e3b-adf1-3799da16a9ac admin admin] Publish callbacks [] for security_group (b3831e9a-c297-4d2f-939e-f8e309c523dc), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:44.132828 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-cca1b831-23f6-415c-b889-42de7363edb2 req-3b0e8c04-1559-4a27-aa66-55904b187c00 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988320 Jul 18 10:29:44.158696 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:44.160295 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-d7f79678-9351-4e3b-adf1-3799da16a9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (b3831e9a-c297-4d2f-939e-f8e309c523dc), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:44.254336 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-81b1eb06-db74-43cd-b10a-b3a917ae738e req-c0ef4188-d76e-49ee-84f4-ed53604cd28c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2755716 Jul 18 10:29:44.301860 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:44.303238 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf529fe-100f-4031-b3d0-a52a213a4e57 req-03ccdc24-2471-4d8c-bfc6-920def1a0160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:44.304941 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-bcf529fe-100f-4031-b3d0-a52a213a4e57 req-03ccdc24-2471-4d8c-bfc6-920def1a0160 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 1129 time: 0.1702051 Jul 18 10:29:44.307544 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f79678-9351-4e3b-adf1-3799da16a9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3831e9a-c297-4d2f-939e-f8e309c523dc,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:44.311966 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-90f94b11-9a39-4c72-a375-5a07a138c399 req-e83afcc3-0876-4b30-939e-5f22c8722004 service neutron] 10.222.0.30 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744328 Jul 18 10:29:44.320455 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-d7f79678-9351-4e3b-adf1-3799da16a9ac admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=58cc630e90f745fdade9c4740eba7d65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6140454 Jul 18 10:29:44.320840 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 58350) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:44.382057 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-035260b0-5bd1-4020-8046-402a97029fee admin admin] Publish callbacks [] for security_group (b3831e9a-c297-4d2f-939e-f8e309c523dc), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:44.408710 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-035260b0-5bd1-4020-8046-402a97029fee admin admin] Publish callbacks [] for security_group (b3831e9a-c297-4d2f-939e-f8e309c523dc), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:44.430449 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 58354) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:44.454307 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3c46ba92-871c-4272-a3d1-689c7b87f052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:44.471863 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-bcf529fe-100f-4031-b3d0-a52a213a4e57 req-4e6c2f66-5fba-40a5-a05e-07fd97333431 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584764 Jul 18 10:29:44.518523 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-035260b0-5bd1-4020-8046-402a97029fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (b3831e9a-c297-4d2f-939e-f8e309c523dc), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:44.522128 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-035260b0-5bd1-4020-8046-402a97029fee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:44.525755 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-035260b0-5bd1-4020-8046-402a97029fee admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b3831e9a-c297-4d2f-939e-f8e309c523dc HTTP/1.1" status: 204 len: 168 time: 0.2017436 Jul 18 10:29:44.539822 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035260b0-5bd1-4020-8046-402a97029fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3831e9a-c297-4d2f-939e-f8e309c523dc,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:44.570643 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:44.582655 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3c46ba92-871c-4272-a3d1-689c7b87f052 admin admin] Publish callbacks [] for security_group (d1d8cd65-68e2-466d-b450-36da9e7afb12), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:44.600867 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3c46ba92-871c-4272-a3d1-689c7b87f052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (d1d8cd65-68e2-466d-b450-36da9e7afb12), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:44.672591 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:44.699512 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46ba92-871c-4272-a3d1-689c7b87f052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d8cd65-68e2-466d-b450-36da9e7afb12,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:44.707402 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-3c46ba92-871c-4272-a3d1-689c7b87f052 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=4dc2b1805aa740ef87e8eaaac3815228&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2751930 Jul 18 10:29:44.710077 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 58366) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:44.776582 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-84f5d9c4-0128-4719-933b-2fb0288a5fb4 admin admin] Publish callbacks [] for security_group (d1d8cd65-68e2-466d-b450-36da9e7afb12), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:44.784838 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-542dc493-cdbd-481d-b88a-a7ec63df6098 admin admin] Publish callbacks [] for security_group (54c7467c-d528-4ad0-beee-90613e7ffd50), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:44.803201 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-84f5d9c4-0128-4719-933b-2fb0288a5fb4 admin admin] Publish callbacks [] for security_group (d1d8cd65-68e2-466d-b450-36da9e7afb12), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:44.817628 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-542dc493-cdbd-481d-b88a-a7ec63df6098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (54c7467c-d528-4ad0-beee-90613e7ffd50), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:44.843060 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-90f94b11-9a39-4c72-a375-5a07a138c399 req-8fe6039c-7871-4188-b6b8-138fad5d6618 service neutron] 10.222.0.30 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114257 Jul 18 10:29:44.882467 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-84f5d9c4-0128-4719-933b-2fb0288a5fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (d1d8cd65-68e2-466d-b450-36da9e7afb12), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:44.885398 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-84f5d9c4-0128-4719-933b-2fb0288a5fb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:44.886552 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-84f5d9c4-0128-4719-933b-2fb0288a5fb4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d1d8cd65-68e2-466d-b450-36da9e7afb12 HTTP/1.1" status: 204 len: 168 time: 0.1750903 Jul 18 10:29:44.897107 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5d9c4-0128-4719-933b-2fb0288a5fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d8cd65-68e2-466d-b450-36da9e7afb12,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:44.908400 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9eb83a-d7e0-48f8-ae66-55ab1b635ce6 req-a4d0c857-9cd6-4947-a3fd-e25fd0b31b0a tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:44.915784 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4e9eb83a-d7e0-48f8-ae66-55ab1b635ce6 req-a4d0c857-9cd6-4947-a3fd-e25fd0b31b0a tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=db62c05e-28a8-4121-a6e5-8abb802f7a17 HTTP/1.1" status: 200 len: 946 time: 0.1503572 Jul 18 10:29:44.930098 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51179da-967f-4e73-9b4c-ca224202caf2 req-389f7d5a-69d2-47a6-9372-7d8cac144c12 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:44.931689 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a51179da-967f-4e73-9b4c-ca224202caf2 req-389f7d5a-69d2-47a6-9372-7d8cac144c12 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/ports?device_id=df938010-ebc5-429f-8499-4b55eff7cab9 HTTP/1.1" status: 200 len: 945 time: 0.1561599 Jul 18 10:29:44.933998 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-542dc493-cdbd-481d-b88a-a7ec63df6098 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9b76defec9564410aacfede3c9420966&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3174512 Jul 18 10:29:44.936124 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542dc493-cdbd-481d-b88a-a7ec63df6098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c7467c-d528-4ad0-beee-90613e7ffd50,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:44.936981 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 58374) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:45.005368 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cdca324d-b34b-44a1-8d9c-8bb875c9dc78 admin admin] Publish callbacks [] for security_group (54c7467c-d528-4ad0-beee-90613e7ffd50), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:45.013633 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4e9eb83a-d7e0-48f8-ae66-55ab1b635ce6 req-e5b0284b-13ac-45a5-ab3b-aa334ae39085 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=4fbf6ea2-1d56-407e-b285-6f0311c7cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963697 Jul 18 10:29:45.032440 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cdca324d-b34b-44a1-8d9c-8bb875c9dc78 admin admin] Publish callbacks [] for security_group (54c7467c-d528-4ad0-beee-90613e7ffd50), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:45.042637 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a51179da-967f-4e73-9b4c-ca224202caf2 req-846d8785-ecb7-47d3-86c2-430a44a5dae3 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/security-groups?id=8f4aa611-2fe6-476c-b44c-b5615e1e562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914207 Jul 18 10:29:45.117358 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cdca324d-b34b-44a1-8d9c-8bb875c9dc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (54c7467c-d528-4ad0-beee-90613e7ffd50), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:45.121129 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cdca324d-b34b-44a1-8d9c-8bb875c9dc78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:45.125245 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-cdca324d-b34b-44a1-8d9c-8bb875c9dc78 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/54c7467c-d528-4ad0-beee-90613e7ffd50 HTTP/1.1" status: 204 len: 168 time: 0.1844881 Jul 18 10:29:45.138514 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 58384) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:45.151870 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca324d-b34b-44a1-8d9c-8bb875c9dc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c7467c-d528-4ad0-beee-90613e7ffd50,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:45.168010 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0f74a172-a83a-4431-90c0-88540bee68a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:45.307439 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c92e6-35c8-40ff-8825-9d5eec140aa4 req-08ce9880-4dcd-469a-b82c-a092ef0bb6f9 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:45.309187 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-138c92e6-35c8-40ff-8825-9d5eec140aa4 req-08ce9880-4dcd-469a-b82c-a092ef0bb6f9 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=db62c05e-28a8-4121-a6e5-8abb802f7a17 HTTP/1.1" status: 200 len: 946 time: 0.0877156 Jul 18 10:29:45.318443 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 58396) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:45.323683 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-7562f8c5-34a7-4af2-a649-0d4d57890772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Request body: {'floatingip': {'port_id': 'f97d9284-09c3-4aa3-8f54-5bb526b9fe08'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:29:45.367518 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e039c9-46b6-46d8-9cbd-a8487860b412 req-28caa117-11e8-4224-9d2a-96b42842f270 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:45.369330 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-66e039c9-46b6-46d8-9cbd-a8487860b412 req-28caa117-11e8-4224-9d2a-96b42842f270 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0927341 Jul 18 10:29:45.400664 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0f74a172-a83a-4431-90c0-88540bee68a6 admin admin] Publish callbacks [] for security_group (babd6053-b687-4d10-81b4-91b3b92359e7), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:45.415394 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0f74a172-a83a-4431-90c0-88540bee68a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (babd6053-b687-4d10-81b4-91b3b92359e7), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:45.445881 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:45.476978 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-66e039c9-46b6-46d8-9cbd-a8487860b412 req-b56763d0-d5bf-4de4-a13a-1312f81235de tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988545 Jul 18 10:29:45.481706 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7562f8c5-34a7-4af2-a649-0d4d57890772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for floatingip (25a2eafe-6c68-49af-b475-01ff9207ffba), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:45.531845 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-0f74a172-a83a-4431-90c0-88540bee68a6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=fb6d650c5046405b99561e4ed0a8b4a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3920903 Jul 18 10:29:45.532544 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 58402) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:45.545782 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74a172-a83a-4431-90c0-88540bee68a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babd6053-b687-4d10-81b4-91b3b92359e7,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:45.611584 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6067d2-225b-4c07-8183-6266e80b3139 req-c924fd21-c6c1-4b54-ab9f-d07a91c87bce tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:45.627625 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8f6067d2-225b-4c07-8183-6266e80b3139 req-c924fd21-c6c1-4b54-ab9f-d07a91c87bce tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.1821945 Jul 18 10:29:45.738346 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-2183cae6-a263-4fcc-b544-27630295aada admin admin] Publish callbacks [] for security_group (babd6053-b687-4d10-81b4-91b3b92359e7), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:45.780253 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8f6067d2-225b-4c07-8183-6266e80b3139 req-ddfd318e-a2b5-4585-a654-8a1988230cc9 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582465 Jul 18 10:29:45.798849 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-2183cae6-a263-4fcc-b544-27630295aada admin admin] Publish callbacks [] for security_group (babd6053-b687-4d10-81b4-91b3b92359e7), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:45.843095 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:45.847602 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 58412) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:45.879816 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-6f8b1cac-05e3-4818-8a8c-c46dc80e2754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:45.905225 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-2183cae6-a263-4fcc-b544-27630295aada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (babd6053-b687-4d10-81b4-91b3b92359e7), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:45.909633 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-2183cae6-a263-4fcc-b544-27630295aada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:45.911187 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-2183cae6-a263-4fcc-b544-27630295aada admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/babd6053-b687-4d10-81b4-91b3b92359e7 HTTP/1.1" status: 204 len: 168 time: 0.3742144 Jul 18 10:29:45.931675 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183cae6-a263-4fcc-b544-27630295aada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babd6053-b687-4d10-81b4-91b3b92359e7,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:46.022029 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-6f8b1cac-05e3-4818-8a8c-c46dc80e2754 admin admin] Publish callbacks [] for security_group (c2e86098-eef8-4cef-b05f-7991df078e91), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:46.027897 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-6f8b1cac-05e3-4818-8a8c-c46dc80e2754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (c2e86098-eef8-4cef-b05f-7991df078e91), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:46.087619 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b1cac-05e3-4818-8a8c-c46dc80e2754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e86098-eef8-4cef-b05f-7991df078e91,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:46.092138 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-6f8b1cac-05e3-4818-8a8c-c46dc80e2754 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f3c4986a06a74eb2b0dbdde79a35c482&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429664 Jul 18 10:29:46.095727 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 58422) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:46.156338 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-18421aeb-e697-4452-a8f0-19012ac7e7a5 admin admin] Publish callbacks [] for security_group (c2e86098-eef8-4cef-b05f-7991df078e91), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:46.200258 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-18421aeb-e697-4452-a8f0-19012ac7e7a5 admin admin] Publish callbacks [] for security_group (c2e86098-eef8-4cef-b05f-7991df078e91), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:46.269596 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-18421aeb-e697-4452-a8f0-19012ac7e7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (c2e86098-eef8-4cef-b05f-7991df078e91), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:46.272725 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-18421aeb-e697-4452-a8f0-19012ac7e7a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:46.274123 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-18421aeb-e697-4452-a8f0-19012ac7e7a5 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c2e86098-eef8-4cef-b05f-7991df078e91 HTTP/1.1" status: 204 len: 168 time: 0.1773632 Jul 18 10:29:46.282471 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18421aeb-e697-4452-a8f0-19012ac7e7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e86098-eef8-4cef-b05f-7991df078e91,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:46.469602 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7562f8c5-34a7-4af2-a649-0d4d57890772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:46.474584 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7562f8c5-34a7-4af2-a649-0d4d57890772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780340'] for floatingip (25a2eafe-6c68-49af-b475-01ff9207ffba), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:46.525355 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:46.601069 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.db.l3_db [None req-7562f8c5-34a7-4af2-a649-0d4d57890772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Floating IP 25a2eafe-6c68-49af-b475-01ff9207ffba associated. External IP: 172.27.3.107, port: f97d9284-09c3-4aa3-8f54-5bb526b9fe08. Jul 18 10:29:46.639675 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60757a27-d033-4903-9b4c-07f0b5e25a06 req-b0b8f619-551d-44fc-8f13-038be9c39d1a tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:46.647784 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-60757a27-d033-4903-9b4c-07f0b5e25a06 req-b0b8f619-551d-44fc-8f13-038be9c39d1a tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0739255 Jul 18 10:29:46.738626 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-60757a27-d033-4903-9b4c-07f0b5e25a06 req-10a01064-1c33-42c1-bbde-aa1339375bf2 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895853 Jul 18 10:29:46.825554 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:46.862207 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7562f8c5-34a7-4af2-a649-0d4d57890772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Router 2d9a0d12-2331-4e5f-9d38-b53462247d9a has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:29:46.973134 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b77b3-801c-44f2-972b-d445f782c76f req-a86e64d3-a998-4e72-aade-63f9cf7ad045 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:46.982310 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b41b77b3-801c-44f2-972b-d445f782c76f req-a86e64d3-a998-4e72-aade-63f9cf7ad045 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0773556 Jul 18 10:29:47.008647 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7562f8c5-34a7-4af2-a649-0d4d57890772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:29:47.034002 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7562f8c5-34a7-4af2-a649-0d4d57890772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:47.050232 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f4d685-456e-4f92-933c-d4019c0d4d0e None None] Sync routers for ids ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'] in dv-cinder-837546-3-iscsi {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:29:47.094029 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-7562f8c5-34a7-4af2-a649-0d4d57890772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "PUT /v2.0/floatingips/25a2eafe-6c68-49af-b475-01ff9207ffba HTTP/1.1" status: 200 len: 992 time: 1.7744658 Jul 18 10:29:47.094952 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db62c05e-28a8-4121-a6e5-8abb802f7a17', 'tag': 'f97d9284-09c3-4aa3-8f54-5bb526b9fe08'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:29:47.098860 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2832b55044fe50990e200b6537270594c6fb70ba3afc208291ee0353ea81870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700c108e-69f7-43f5-b078-d3b16ac78268" -d '{"events": [{"name": "network-changed", "server_uuid": "db62c05e-28a8-4121-a6e5-8abb802f7a17", "tag": "f97d9284-09c3-4aa3-8f54-5bb526b9fe08"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:29:47.116110 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b41b77b3-801c-44f2-972b-d445f782c76f req-c21e5ae5-1028-4ce0-8dfd-1269de1282e2 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304913 Jul 18 10:29:47.169054 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb105079-54ff-4869-9fa0-b83e994a3247 x-openstack-request-id: req-bb105079-54ff-4869-9fa0-b83e994a3247 {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:29:47.169602 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db62c05e-28a8-4121-a6e5-8abb802f7a17", "tag": "f97d9284-09c3-4aa3-8f54-5bb526b9fe08", "status": "completed", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:29:47.170154 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bb105079-54ff-4869-9fa0-b83e994a3247 {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:29:47.170795 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb105079-54ff-4869-9fa0-b83e994a3247'] response: {'name': 'network-changed', 'server_uuid': 'db62c05e-28a8-4121-a6e5-8abb802f7a17', 'tag': 'f97d9284-09c3-4aa3-8f54-5bb526b9fe08', 'status': 'completed', 'code': 200} Jul 18 10:29:47.198426 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f4d685-456e-4f92-933c-d4019c0d4d0e None None] Routers {'2d9a0d12-2331-4e5f-9d38-b53462247d9a'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:29:47.198955 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-85f4d685-456e-4f92-933c-d4019c0d4d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:29:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:47.253848 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c108e-69f7-43f5-b078-d3b16ac78268 req-a2007a7f-e6be-4c5e-9c5a-a1859042246d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:47.255897 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-700c108e-69f7-43f5-b078-d3b16ac78268 req-a2007a7f-e6be-4c5e-9c5a-a1859042246d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cf3d5bfe9a745f38372c42c9cfa1f63&device_id=db62c05e-28a8-4121-a6e5-8abb802f7a17 HTTP/1.1" status: 200 len: 1130 time: 0.0561178 Jul 18 10:29:47.280612 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:47.312194 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-85f4d685-456e-4f92-933c-d4019c0d4d0e None None] Set router 2d9a0d12-2331-4e5f-9d38-b53462247d9a gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:29:47.362012 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f2ab4-866c-4078-b2b9-d622eec60a9e req-18bdc7d2-b4dd-4e13-95d1-d3486f05aaa6 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:47.375966 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f58f2ab4-866c-4078-b2b9-d622eec60a9e req-18bdc7d2-b4dd-4e13-95d1-d3486f05aaa6 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.1089189 Jul 18 10:29:47.376060 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 58490) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:47.381110 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-83b3a8ef-9698-49c7-b249-01cc8907192b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Request body: {'floatingip': {'port_id': '2be9cb89-71c6-44bf-b559-2446d61bca60'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:29:47.444077 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 58494) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:47.463098 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-83b3a8ef-9698-49c7-b249-01cc8907192b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for floatingip (46bd6f0d-4299-449b-b218-54656ae53082), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:47.511439 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c108e-69f7-43f5-b078-d3b16ac78268 req-f5d36fa6-5475-4a24-9497-014a575b8cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:47.513354 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-700c108e-69f7-43f5-b078-d3b16ac78268 req-f5d36fa6-5475-4a24-9497-014a575b8cc3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 HTTP/1.1" status: 200 len: 916 time: 0.2504911 Jul 18 10:29:47.630869 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-85f4d685-456e-4f92-933c-d4019c0d4d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'name': 'tempest-AttachVolumeNegativeTest-1979717538-router', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '55318072-cef0-4676-82c9-ee2867adafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 4, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'gw_port': {'id': '55318072-cef0-4676-82c9-ee2867adafd7', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '25a2eafe-6c68-49af-b475-01ff9207ffba', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'floating_ip_address': '172.27.3.107', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'port_id': 'f97d9284-09c3-4aa3-8f54-5bb526b9fe08', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'mac_address': 'fa:16:3e:ed:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db62c05e-28a8-4121-a6e5-8abb802f7a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:29:06Z', 'updated_at': '2022-07-18T10:29:46Z', 'revision_number': 1, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1420ff7f-6c01-4735-aa6b-eee69bfd69e9', 'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'mac_address': 'fa:16:3e:ec:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:57Z', 'updated_at': '2022-07-18T10:29:07Z', 'revision_number': 5, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'subnets': [{'id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:47.691752 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-700c108e-69f7-43f5-b078-d3b16ac78268 req-b2cd0ff9-0094-4046-b637-6c53f4601892 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f97d9284-09c3-4aa3-8f54-5bb526b9fe08 HTTP/1.1" status: 200 len: 1000 time: 0.1702790 Jul 18 10:29:47.693377 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f4d685-456e-4f92-933c-d4019c0d4d0e None None] Checking router: 2d9a0d12-2331-4e5f-9d38-b53462247d9a for host: dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:29:47.707753 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f4d685-456e-4f92-933c-d4019c0d4d0e None None] Routers {'2d9a0d12-2331-4e5f-9d38-b53462247d9a'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:29:47.712421 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-85f4d685-456e-4f92-933c-d4019c0d4d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:29:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:47.778431 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c108e-69f7-43f5-b078-d3b16ac78268 req-de7dc9fc-67af-4721-917c-06982179c799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:47.780187 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-700c108e-69f7-43f5-b078-d3b16ac78268 req-de7dc9fc-67af-4721-917c-06982179c799 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4981e04-0b42-475d-8711-94b32dc6a81f HTTP/1.1" status: 200 len: 854 time: 0.0823193 Jul 18 10:29:47.836853 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c108e-69f7-43f5-b078-d3b16ac78268 req-ba19f7d0-7b16-4151-b641-aa3e858eb033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:47.839086 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-700c108e-69f7-43f5-b078-d3b16ac78268 req-ba19f7d0-7b16-4151-b641-aa3e858eb033 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500684 Jul 18 10:29:47.845649 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-23dc9a63-1cb6-4a17-97c2-f7d7395b7d63 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1238121202-network', 'tenant_id': '9698a0142f494095a93a4e804437bc32'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:29:47.899427 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-85f4d685-456e-4f92-933c-d4019c0d4d0e None None] Set router 2d9a0d12-2331-4e5f-9d38-b53462247d9a gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:29:47.967454 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-700c108e-69f7-43f5-b078-d3b16ac78268 req-6f79a057-fd24-4e63-a7f3-a672c0755555 service neutron] 10.222.0.30 "GET /v2.0/networks/a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150067 Jul 18 10:29:48.161217 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:48.167861 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:48.186530 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89ed6d-18f5-4041-bfb0-f2d476359da0 req-d830189b-4dee-49a5-91ed-7e4cab0adf07 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:48.196789 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0a89ed6d-18f5-4041-bfb0-f2d476359da0 req-d830189b-4dee-49a5-91ed-7e4cab0adf07 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.2267392 Jul 18 10:29:48.199686 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23dc9a63-1cb6-4a17-97c2-f7d7395b7d63 admin admin] Made reservation on behalf of 9698a0142f494095a93a4e804437bc32 for: {'network': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:29:48.202281 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-23dc9a63-1cb6-4a17-97c2-f7d7395b7d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for network (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:48.220709 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-23dc9a63-1cb6-4a17-97c2-f7d7395b7d63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:48.271019 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-85f4d685-456e-4f92-933c-d4019c0d4d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'name': 'tempest-AttachVolumeNegativeTest-1979717538-router', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '55318072-cef0-4676-82c9-ee2867adafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 4, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'gw_port': {'id': '55318072-cef0-4676-82c9-ee2867adafd7', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '25a2eafe-6c68-49af-b475-01ff9207ffba', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'floating_ip_address': '172.27.3.107', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'port_id': 'f97d9284-09c3-4aa3-8f54-5bb526b9fe08', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'mac_address': 'fa:16:3e:ed:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db62c05e-28a8-4121-a6e5-8abb802f7a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:29:06Z', 'updated_at': '2022-07-18T10:29:46Z', 'revision_number': 1, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1420ff7f-6c01-4735-aa6b-eee69bfd69e9', 'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'mac_address': 'fa:16:3e:ec:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:57Z', 'updated_at': '2022-07-18T10:29:07Z', 'revision_number': 5, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'subnets': [{'id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:48.275012 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-700c108e-69f7-43f5-b078-d3b16ac78268 req-da88cef3-1d6a-415f-896e-a5abf10d9055 service neutron] 10.222.0.30 "GET /v2.0/networks/a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871170 Jul 18 10:29:48.314555 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f4d685-456e-4f92-933c-d4019c0d4d0e None None] The sync data for ids ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'] in dv-cinder-837546-3-iscsi is: [{'id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'name': 'tempest-AttachVolumeNegativeTest-1979717538-router', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '55318072-cef0-4676-82c9-ee2867adafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 4, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'gw_port': {'id': '55318072-cef0-4676-82c9-ee2867adafd7', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '25a2eafe-6c68-49af-b475-01ff9207ffba', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'floating_ip_address': '172.27.3.107', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'port_id': 'f97d9284-09c3-4aa3-8f54-5bb526b9fe08', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'mac_address': 'fa:16:3e:ed:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db62c05e-28a8-4121-a6e5-8abb802f7a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:29:06Z', 'updated_at': '2022-07-18T10:29:46Z', 'revision_number': 1, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1420ff7f-6c01-4735-aa6b-eee69bfd69e9', 'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'mac_address': 'fa:16:3e:ec:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:57Z', 'updated_at': '2022-07-18T10:29:07Z', 'revision_number': 5, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'subnets': [{'id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:29:48.337049 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0a89ed6d-18f5-4041-bfb0-f2d476359da0 req-95ab8581-a2a7-480a-96d4-1f2ecb28138a tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384768 Jul 18 10:29:48.424672 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-83b3a8ef-9698-49c7-b249-01cc8907192b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:48.431874 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-83b3a8ef-9698-49c7-b249-01cc8907192b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780340'] for floatingip (46bd6f0d-4299-449b-b218-54656ae53082), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:48.450041 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-23dc9a63-1cb6-4a17-97c2-f7d7395b7d63 admin admin] Publish callbacks [] for security_group (55362095-f388-4dff-9770-8ae0da7a838c), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:48.458766 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-23dc9a63-1cb6-4a17-97c2-f7d7395b7d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (55362095-f388-4dff-9770-8ae0da7a838c), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:48.482385 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23dc9a63-1cb6-4a17-97c2-f7d7395b7d63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:29:48.513858 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-23dc9a63-1cb6-4a17-97c2-f7d7395b7d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (89bc0e88-056a-4141-bf22-508e218f1179), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:48.514216 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.db.segments_db [None req-23dc9a63-1cb6-4a17-97c2-f7d7395b7d63 admin admin] Added segment 89bc0e88-056a-4141-bf22-508e218f1179 of type vlan for network 474c975d-13fe-4438-9075-b3e20c4cc132 Jul 18 10:29:48.558035 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.db.l3_db [None req-83b3a8ef-9698-49c7-b249-01cc8907192b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Floating IP 46bd6f0d-4299-449b-b218-54656ae53082 associated. External IP: 172.27.3.242, port: 2be9cb89-71c6-44bf-b559-2446d61bca60. Jul 18 10:29:48.583031 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-23dc9a63-1cb6-4a17-97c2-f7d7395b7d63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756233730353'] for network (474c975d-13fe-4438-9075-b3e20c4cc132), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:48.625072 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:48.639788 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc9a63-1cb6-4a17-97c2-f7d7395b7d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55362095-f388-4dff-9770-8ae0da7a838c,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:48.648895 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:48.669494 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-23dc9a63-1cb6-4a17-97c2-f7d7395b7d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580'] for network (474c975d-13fe-4438-9075-b3e20c4cc132), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:48.670944 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dc9a63-1cb6-4a17-97c2-f7d7395b7d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:48.671668 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-23dc9a63-1cb6-4a17-97c2-f7d7395b7d63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:48.717651 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-23dc9a63-1cb6-4a17-97c2-f7d7395b7d63 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2722239 Jul 18 10:29:48.756935 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 58534) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:48.763659 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-8551c1ea-2983-403d-9ed2-1bd6c8464626 admin admin] Request body: {'subnet': {'network_id': '474c975d-13fe-4438-9075-b3e20c4cc132', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1238121202-subnet', 'tenant_id': '9698a0142f494095a93a4e804437bc32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:29:48.791858 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc9a63-1cb6-4a17-97c2-f7d7395b7d63 admin admin] Pushing event updated for resources: {'Network': ['ID=474c975d-13fe-4438-9075-b3e20c4cc132,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:48.823237 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Network 474c975d-13fe-4438-9075-b3e20c4cc132 details requested by agent ovs-agent-dv-cinder-837546-3-iscsi with host dv-cinder-837546-3-iscsi {{(pid=103900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:29:48.855004 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8551c1ea-2983-403d-9ed2-1bd6c8464626 admin admin] Made reservation on behalf of 9698a0142f494095a93a4e804437bc32 for: {'subnet': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:29:48.857433 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-8551c1ea-2983-403d-9ed2-1bd6c8464626 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:49.196644 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-8551c1ea-2983-403d-9ed2-1bd6c8464626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580'] for subnet (5d50e909-cccf-42f0-a860-0338366b04a8), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:49.242978 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b3a8ef-9698-49c7-b249-01cc8907192b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Router 25caf605-4c7d-44c9-8381-5f91529ecdd4 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:29:49.318827 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:49.335028 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:49.338463 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551c1ea-2983-403d-9ed2-1bd6c8464626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d50e909-cccf-42f0-a860-0338366b04a8,revision_number=0']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:49.354588 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8551c1ea-2983-403d-9ed2-1bd6c8464626 admin admin] Checking segment: {'id': '89bc0e88-056a-4141-bf22-508e218f1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '474c975d-13fe-4438-9075-b3e20c4cc132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:29:49.355738 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8551c1ea-2983-403d-9ed2-1bd6c8464626 admin admin] Network hostable DHCP agents. Network: 474c975d-13fe-4438-9075-b3e20c4cc132, hostable agents: ['fa8f3552-6db4-4084-80f3-0029642e69db'], hosted agents: [] {{(pid=103899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:29:49.388084 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8551c1ea-2983-403d-9ed2-1bd6c8464626 admin admin] Network 474c975d-13fe-4438-9075-b3e20c4cc132 is scheduled to be hosted by DHCP agent fa8f3552-6db4-4084-80f3-0029642e69db with binding_index 1 {{(pid=103899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:29:49.411069 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [None req-8551c1ea-2983-403d-9ed2-1bd6c8464626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-3-iscsi, 474c975d-13fe-4438-9075-b3e20c4cc132) {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:29:49.416486 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8551c1ea-2983-403d-9ed2-1bd6c8464626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:49.418922 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-8551c1ea-2983-403d-9ed2-1bd6c8464626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for subnet (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:49.426209 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d84789-af72-4b19-9842-b0e8fefff7cc None None] Network 474c975d-13fe-4438-9075-b3e20c4cc132 requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:29:49.443798 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 58556) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:49.475528 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b3a8ef-9698-49c7-b249-01cc8907192b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:29:49.494316 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-83b3a8ef-9698-49c7-b249-01cc8907192b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:49.508098 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541509c8-bfb7-40bc-9bff-c390b7695d6f None None] Sync routers for ids ['25caf605-4c7d-44c9-8381-5f91529ecdd4'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:29:49.531598 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-8551c1ea-2983-403d-9ed2-1bd6c8464626 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7649901 Jul 18 10:29:49.582113 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541509c8-bfb7-40bc-9bff-c390b7695d6f None None] Routers {'25caf605-4c7d-44c9-8381-5f91529ecdd4'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:29:49.583954 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-541509c8-bfb7-40bc-9bff-c390b7695d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:29:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['25caf605-4c7d-44c9-8381-5f91529ecdd4'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:49.621651 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-83b3a8ef-9698-49c7-b249-01cc8907192b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "PUT /v2.0/floatingips/46bd6f0d-4299-449b-b218-54656ae53082 HTTP/1.1" status: 200 len: 991 time: 2.2447155 Jul 18 10:29:49.625562 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb1b50b-9e62-4ff3-9875-3d4635597b45', 'tag': '2be9cb89-71c6-44bf-b559-2446d61bca60'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:29:49.633652 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2832b55044fe50990e200b6537270594c6fb70ba3afc208291ee0353ea81870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34875a58-8eeb-4c56-a2e1-e8a70d0cb185" -d '{"events": [{"name": "network-changed", "server_uuid": "dcb1b50b-9e62-4ff3-9875-3d4635597b45", "tag": "2be9cb89-71c6-44bf-b559-2446d61bca60"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:29:49.636744 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d272ca5-acb2-420c-b92c-6666e825edd3 req-300f9120-7f17-4518-81f9-cf63fcc1fa75 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:49.648315 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9d272ca5-acb2-420c-b92c-6666e825edd3 req-300f9120-7f17-4518-81f9-cf63fcc1fa75 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.1722658 Jul 18 10:29:49.685946 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42892956-611a-4d40-b5c2-d7de95b25454 None None] New status for floating IP 25a2eafe-6c68-49af-b475-01ff9207ffba: ACTIVE {{(pid=103901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:29:49.732152 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9f8381-2105-42b9-9070-013aec4bb1dd x-openstack-request-id: req-4d9f8381-2105-42b9-9070-013aec4bb1dd {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:29:49.732892 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcb1b50b-9e62-4ff3-9875-3d4635597b45", "tag": "2be9cb89-71c6-44bf-b559-2446d61bca60", "status": "completed", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:29:49.733213 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4d9f8381-2105-42b9-9070-013aec4bb1dd {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:29:49.733687 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d9f8381-2105-42b9-9070-013aec4bb1dd'] response: {'name': 'network-changed', 'server_uuid': 'dcb1b50b-9e62-4ff3-9875-3d4635597b45', 'tag': '2be9cb89-71c6-44bf-b559-2446d61bca60', 'status': 'completed', 'code': 200} Jul 18 10:29:49.749121 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9d272ca5-acb2-420c-b92c-6666e825edd3 req-8acf326f-4372-47f8-a22f-cdbe4a73c005 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951900 Jul 18 10:29:49.877580 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34875a58-8eeb-4c56-a2e1-e8a70d0cb185 req-6e2d4ced-a1bf-49e0-8313-0fc7438adfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:49.880202 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-34875a58-8eeb-4c56-a2e1-e8a70d0cb185 req-6e2d4ced-a1bf-49e0-8313-0fc7438adfac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6e487deb7ff45bdbf2cc002d42d12a5&device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 1129 time: 0.1010084 Jul 18 10:29:49.883467 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b84d3a06-4c66-439f-9b1f-7788826216bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:50.014428 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34875a58-8eeb-4c56-a2e1-e8a70d0cb185 req-831f4754-efce-401a-9ae6-ed86340e8e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:50.015945 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-34875a58-8eeb-4c56-a2e1-e8a70d0cb185 req-831f4754-efce-401a-9ae6-ed86340e8e52 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4fd50c95-7888-4b58-b176-0e3d534d461f HTTP/1.1" status: 200 len: 911 time: 0.1186182 Jul 18 10:29:50.133536 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-34875a58-8eeb-4c56-a2e1-e8a70d0cb185 req-0b4ab35a-6ea9-4599-a0c4-dc8d96a8e9a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2be9cb89-71c6-44bf-b559-2446d61bca60 HTTP/1.1" status: 200 len: 999 time: 0.1087754 Jul 18 10:29:50.161288 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:50.161763 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:50.170379 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd063af3-0e3a-414d-b67c-33afd7a214da None None] Network 474c975d-13fe-4438-9075-b3e20c4cc132 requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:29:50.174647 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-541509c8-bfb7-40bc-9bff-c390b7695d6f None None] Set router 25caf605-4c7d-44c9-8381-5f91529ecdd4 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:29:50.183382 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b84d3a06-4c66-439f-9b1f-7788826216bf admin admin] Publish callbacks [] for security_group (57b59545-9e2d-43e2-bb0b-7a93766623b2), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:50.189680 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b84d3a06-4c66-439f-9b1f-7788826216bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (57b59545-9e2d-43e2-bb0b-7a93766623b2), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:50.233528 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:50.252586 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-b84d3a06-4c66-439f-9b1f-7788826216bf admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9d62dc4cb3c04b298f2603948e13e135&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8069704 Jul 18 10:29:50.256151 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 58584) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:50.265052 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d3a06-4c66-439f-9b1f-7788826216bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b59545-9e2d-43e2-bb0b-7a93766623b2,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:50.345073 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a1000042-239d-48ec-9d76-b6a5536b5f5f admin admin] Publish callbacks [] for security_group (57b59545-9e2d-43e2-bb0b-7a93766623b2), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:50.376649 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a1000042-239d-48ec-9d76-b6a5536b5f5f admin admin] Publish callbacks [] for security_group (57b59545-9e2d-43e2-bb0b-7a93766623b2), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:50.389412 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-674b6666-3f72-4338-a400-3f808d8bd11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:50.434507 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a1000042-239d-48ec-9d76-b6a5536b5f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (57b59545-9e2d-43e2-bb0b-7a93766623b2), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:50.442049 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a1000042-239d-48ec-9d76-b6a5536b5f5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:50.443445 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-a1000042-239d-48ec-9d76-b6a5536b5f5f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/57b59545-9e2d-43e2-bb0b-7a93766623b2 HTTP/1.1" status: 204 len: 168 time: 0.1861310 Jul 18 10:29:50.464401 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1000042-239d-48ec-9d76-b6a5536b5f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b59545-9e2d-43e2-bb0b-7a93766623b2,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:50.671494 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-541509c8-bfb7-40bc-9bff-c390b7695d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'name': 'tempest-AttachVolumeTestJSON-343087554-router', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:52Z', 'updated_at': '2022-07-18T10:29:03Z', 'revision_number': 4, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'gw_port': {'id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '46bd6f0d-4299-449b-b218-54656ae53082', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'port_id': '2be9cb89-71c6-44bf-b559-2446d61bca60', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f', 'mac_address': 'fa:16:3e:15:3c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb1b50b-9e62-4ff3-9875-3d4635597b45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:29:10Z', 'updated_at': '2022-07-18T10:29:48Z', 'revision_number': 1, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d056b09-6e15-4031-a1f5-968a745c3564', 'name': '', 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'mac_address': 'fa:16:3e:df:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6a7b9bf8-c0da-4f73-9742-17e8876165f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:29:02Z', 'updated_at': '2022-07-18T10:29:15Z', 'revision_number': 5, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'subnets': [{'id': '6a7b9bf8-c0da-4f73-9742-17e8876165f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:50.703183 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541509c8-bfb7-40bc-9bff-c390b7695d6f None None] Checking router: 25caf605-4c7d-44c9-8381-5f91529ecdd4 for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:29:50.712630 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541509c8-bfb7-40bc-9bff-c390b7695d6f None None] Routers {'25caf605-4c7d-44c9-8381-5f91529ecdd4'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:29:50.716017 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-541509c8-bfb7-40bc-9bff-c390b7695d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:29:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['25caf605-4c7d-44c9-8381-5f91529ecdd4'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:50.836886 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-541509c8-bfb7-40bc-9bff-c390b7695d6f None None] Set router 25caf605-4c7d-44c9-8381-5f91529ecdd4 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:29:50.906562 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574fc3e-7a26-4519-bf7a-75c056cf0da6 req-8c0a3ec1-31f9-44a7-910c-de15412bcc88 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:50.908190 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6574fc3e-7a26-4519-bf7a-75c056cf0da6 req-8c0a3ec1-31f9-44a7-910c-de15412bcc88 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0676432 Jul 18 10:29:50.992851 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6574fc3e-7a26-4519-bf7a-75c056cf0da6 req-e5554f0c-a791-45f6-930f-054400569dec tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756509 Jul 18 10:29:51.058690 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34875a58-8eeb-4c56-a2e1-e8a70d0cb185 req-e9700dcb-0674-4444-ace2-2fc673a19836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:51.060531 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-34875a58-8eeb-4c56-a2e1-e8a70d0cb185 req-e9700dcb-0674-4444-ace2-2fc673a19836 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6a7b9bf8-c0da-4f73-9742-17e8876165f7 HTTP/1.1" status: 200 len: 849 time: 0.0533712 Jul 18 10:29:51.093843 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 58628) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:51.140287 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-541509c8-bfb7-40bc-9bff-c390b7695d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'name': 'tempest-AttachVolumeTestJSON-343087554-router', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:52Z', 'updated_at': '2022-07-18T10:29:03Z', 'revision_number': 4, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'gw_port': {'id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '46bd6f0d-4299-449b-b218-54656ae53082', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'port_id': '2be9cb89-71c6-44bf-b559-2446d61bca60', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f', 'mac_address': 'fa:16:3e:15:3c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb1b50b-9e62-4ff3-9875-3d4635597b45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:29:10Z', 'updated_at': '2022-07-18T10:29:48Z', 'revision_number': 1, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d056b09-6e15-4031-a1f5-968a745c3564', 'name': '', 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'mac_address': 'fa:16:3e:df:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6a7b9bf8-c0da-4f73-9742-17e8876165f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:29:02Z', 'updated_at': '2022-07-18T10:29:15Z', 'revision_number': 5, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'subnets': [{'id': '6a7b9bf8-c0da-4f73-9742-17e8876165f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:29:51.174242 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541509c8-bfb7-40bc-9bff-c390b7695d6f None None] The sync data for ids ['25caf605-4c7d-44c9-8381-5f91529ecdd4'] in dv-cinder-837546-3-iscsi is: [{'id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'name': 'tempest-AttachVolumeTestJSON-343087554-router', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:52Z', 'updated_at': '2022-07-18T10:29:03Z', 'revision_number': 4, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'gw_port': {'id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '46bd6f0d-4299-449b-b218-54656ae53082', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'port_id': '2be9cb89-71c6-44bf-b559-2446d61bca60', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f', 'mac_address': 'fa:16:3e:15:3c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb1b50b-9e62-4ff3-9875-3d4635597b45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:29:10Z', 'updated_at': '2022-07-18T10:29:48Z', 'revision_number': 1, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d056b09-6e15-4031-a1f5-968a745c3564', 'name': '', 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'mac_address': 'fa:16:3e:df:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6a7b9bf8-c0da-4f73-9742-17e8876165f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:29:02Z', 'updated_at': '2022-07-18T10:29:15Z', 'revision_number': 5, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'subnets': [{'id': '6a7b9bf8-c0da-4f73-9742-17e8876165f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:29:51.225947 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1b838732-069c-4e42-b568-5086ceae5545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:51.309974 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1b838732-069c-4e42-b568-5086ceae5545 admin admin] Publish callbacks [] for security_group (0b50d816-836f-40a2-ba0e-e81e133ae19d), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:51.315058 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1b838732-069c-4e42-b568-5086ceae5545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (0b50d816-836f-40a2-ba0e-e81e133ae19d), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:51.356887 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-1b838732-069c-4e42-b568-5086ceae5545 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5fab27e1dbca4b2194fc9e917868472f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2618866 Jul 18 10:29:51.358900 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b838732-069c-4e42-b568-5086ceae5545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b50d816-836f-40a2-ba0e-e81e133ae19d,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:51.359761 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 58640) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:51.417827 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-c750607f-9fea-4678-8040-ca4f113755ce admin admin] Publish callbacks [] for security_group (0b50d816-836f-40a2-ba0e-e81e133ae19d), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:51.439509 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bac1629-0491-4d29-9b73-2c09c5ee2caf None None] New status for floating IP 46bd6f0d-4299-449b-b218-54656ae53082: ACTIVE {{(pid=103900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:29:51.440395 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-c750607f-9fea-4678-8040-ca4f113755ce admin admin] Publish callbacks [] for security_group (0b50d816-836f-40a2-ba0e-e81e133ae19d), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:51.489795 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-c750607f-9fea-4678-8040-ca4f113755ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (0b50d816-836f-40a2-ba0e-e81e133ae19d), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:51.492933 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-c750607f-9fea-4678-8040-ca4f113755ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:51.494096 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-c750607f-9fea-4678-8040-ca4f113755ce admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/0b50d816-836f-40a2-ba0e-e81e133ae19d HTTP/1.1" status: 204 len: 168 time: 0.1333480 Jul 18 10:29:51.509699 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c750607f-9fea-4678-8040-ca4f113755ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b50d816-836f-40a2-ba0e-e81e133ae19d,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:51.519827 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750607f-9fea-4678-8040-ca4f113755ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:29:51.520350 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750607f-9fea-4678-8040-ca4f113755ce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:29:51.520931 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750607f-9fea-4678-8040-ca4f113755ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:29:51.521606 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750607f-9fea-4678-8040-ca4f113755ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:29:51.522090 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750607f-9fea-4678-8040-ca4f113755ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:29:51.522958 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750607f-9fea-4678-8040-ca4f113755ce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:29:51.523378 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750607f-9fea-4678-8040-ca4f113755ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:29:51.523798 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750607f-9fea-4678-8040-ca4f113755ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:29:51.524214 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750607f-9fea-4678-8040-ca4f113755ce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:29:51.524745 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750607f-9fea-4678-8040-ca4f113755ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:29:51.525208 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750607f-9fea-4678-8040-ca4f113755ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:29:51.525643 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750607f-9fea-4678-8040-ca4f113755ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:29:51.526063 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750607f-9fea-4678-8040-ca4f113755ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:29:51.526475 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750607f-9fea-4678-8040-ca4f113755ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:29:51.526888 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750607f-9fea-4678-8040-ca4f113755ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:29:51.648700 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:51.875664 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 58692) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:51.889434 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-535a4d63-d081-4123-9428-6e8534b76297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:51.920040 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:51.976655 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-535a4d63-d081-4123-9428-6e8534b76297 admin admin] Publish callbacks [] for security_group (4a3027c0-6b60-44f9-9754-b3f4c1ac2a59), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:51.980670 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-535a4d63-d081-4123-9428-6e8534b76297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (4a3027c0-6b60-44f9-9754-b3f4c1ac2a59), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:52.028178 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-535a4d63-d081-4123-9428-6e8534b76297 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a361c0842f6c4357815ade2afcd1d377&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488488 Jul 18 10:29:52.028178 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a4d63-d081-4123-9428-6e8534b76297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3027c0-6b60-44f9-9754-b3f4c1ac2a59,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:52.028580 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 58702) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:52.089489 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-490a757d-251a-4578-b224-c1f61b62d5e4 admin admin] Publish callbacks [] for security_group (4a3027c0-6b60-44f9-9754-b3f4c1ac2a59), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:52.132366 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ced518-a8c5-4ffc-b074-66b9f5ba577f req-718f8c4a-e7e2-4bdb-b49e-6a8b39d43f5f tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:52.133446 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-490a757d-251a-4578-b224-c1f61b62d5e4 admin admin] Publish callbacks [] for security_group (4a3027c0-6b60-44f9-9754-b3f4c1ac2a59), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:52.134059 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d4ced518-a8c5-4ffc-b074-66b9f5ba577f req-718f8c4a-e7e2-4bdb-b49e-6a8b39d43f5f tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0542798 Jul 18 10:29:52.156047 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:52.191175 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d4ced518-a8c5-4ffc-b074-66b9f5ba577f req-b34a90eb-fe64-4d56-8508-cd3b0ab7031c tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503416 Jul 18 10:29:52.197541 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-490a757d-251a-4578-b224-c1f61b62d5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (4a3027c0-6b60-44f9-9754-b3f4c1ac2a59), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:52.200205 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-490a757d-251a-4578-b224-c1f61b62d5e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:52.201360 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-490a757d-251a-4578-b224-c1f61b62d5e4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4a3027c0-6b60-44f9-9754-b3f4c1ac2a59 HTTP/1.1" status: 204 len: 168 time: 0.1709890 Jul 18 10:29:52.210002 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a757d-251a-4578-b224-c1f61b62d5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3027c0-6b60-44f9-9754-b3f4c1ac2a59,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:52.217669 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a757d-251a-4578-b224-c1f61b62d5e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:29:52.218015 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a757d-251a-4578-b224-c1f61b62d5e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:29:52.218492 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a757d-251a-4578-b224-c1f61b62d5e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:29:52.218719 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a757d-251a-4578-b224-c1f61b62d5e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:29:52.219050 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a757d-251a-4578-b224-c1f61b62d5e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:29:52.219382 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a757d-251a-4578-b224-c1f61b62d5e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:29:52.219709 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a757d-251a-4578-b224-c1f61b62d5e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:29:52.220033 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a757d-251a-4578-b224-c1f61b62d5e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:29:52.220359 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a757d-251a-4578-b224-c1f61b62d5e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:29:52.220710 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a757d-251a-4578-b224-c1f61b62d5e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:29:52.221036 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a757d-251a-4578-b224-c1f61b62d5e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:29:52.221375 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a757d-251a-4578-b224-c1f61b62d5e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:29:52.221747 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a757d-251a-4578-b224-c1f61b62d5e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:29:52.222075 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a757d-251a-4578-b224-c1f61b62d5e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:29:52.222395 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a757d-251a-4578-b224-c1f61b62d5e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:29:52.304497 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-112d0452-bea0-4ab9-b202-a05afe7912c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:52.868484 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 58728) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:52.967493 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34875a58-8eeb-4c56-a2e1-e8a70d0cb185 req-70c908fe-29ff-4d6c-8524-dea6d94a94d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:52.969135 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-34875a58-8eeb-4c56-a2e1-e8a70d0cb185 req-70c908fe-29ff-4d6c-8524-dea6d94a94d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4fd50c95-7888-4b58-b176-0e3d534d461f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459840 Jul 18 10:29:52.970150 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-f77ae307-4fe9-49f2-96e6-4a803224b121 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-106858379-network', 'tenant_id': '1674901c25c74b63a834b11652e31149'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:29:52.991025 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77ae307-4fe9-49f2-96e6-4a803224b121 admin admin] Made reservation on behalf of 1674901c25c74b63a834b11652e31149 for: {'network': 1} {{(pid=103898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:29:52.993374 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f77ae307-4fe9-49f2-96e6-4a803224b121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for network (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:53.001870 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f77ae307-4fe9-49f2-96e6-4a803224b121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:53.077182 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f77ae307-4fe9-49f2-96e6-4a803224b121 admin admin] Publish callbacks [] for security_group (a5a2aac6-5f4c-4992-9712-a40b6f860b59), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:53.081100 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f77ae307-4fe9-49f2-96e6-4a803224b121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (a5a2aac6-5f4c-4992-9712-a40b6f860b59), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:53.109260 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f77ae307-4fe9-49f2-96e6-4a803224b121 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:29:53.116227 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ae307-4fe9-49f2-96e6-4a803224b121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a2aac6-5f4c-4992-9712-a40b6f860b59,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:53.124107 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f77ae307-4fe9-49f2-96e6-4a803224b121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (9ea2fbef-4d9d-48ab-bbd5-6b1f38fd113c), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:53.124430 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.db.segments_db [None req-f77ae307-4fe9-49f2-96e6-4a803224b121 admin admin] Added segment 9ea2fbef-4d9d-48ab-bbd5-6b1f38fd113c of type vlan for network 6a569d6b-6885-4456-adb4-e3297c19ec50 Jul 18 10:29:53.180559 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f77ae307-4fe9-49f2-96e6-4a803224b121 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756233730353'] for network (6a569d6b-6885-4456-adb4-e3297c19ec50), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:53.189179 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:53.216632 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f77ae307-4fe9-49f2-96e6-4a803224b121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580'] for network (6a569d6b-6885-4456-adb4-e3297c19ec50), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:53.218547 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77ae307-4fe9-49f2-96e6-4a803224b121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:53.219371 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f77ae307-4fe9-49f2-96e6-4a803224b121 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:53.259366 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-f77ae307-4fe9-49f2-96e6-4a803224b121 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3897240 Jul 18 10:29:53.262367 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 58744) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:53.267063 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-5c6ebee7-75d2-4e94-80b2-c7e89690898d admin admin] Request body: {'subnet': {'network_id': '6a569d6b-6885-4456-adb4-e3297c19ec50', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-106858379-subnet', 'tenant_id': '1674901c25c74b63a834b11652e31149', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:29:53.288447 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ae307-4fe9-49f2-96e6-4a803224b121 admin admin] Pushing event updated for resources: {'Network': ['ID=6a569d6b-6885-4456-adb4-e3297c19ec50,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:53.300401 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Network 6a569d6b-6885-4456-adb4-e3297c19ec50 details requested by agent ovs-agent-dv-cinder-837546-3-iscsi with host dv-cinder-837546-3-iscsi {{(pid=103900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:29:53.351922 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79232f5-0414-444f-8c8b-3f8e5aa87c6e req-ebe9868d-2084-4412-b20b-5ca2e470d9c3 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:53.354066 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c79232f5-0414-444f-8c8b-3f8e5aa87c6e req-ebe9868d-2084-4412-b20b-5ca2e470d9c3 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0714595 Jul 18 10:29:53.356585 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6ebee7-75d2-4e94-80b2-c7e89690898d admin admin] Made reservation on behalf of 1674901c25c74b63a834b11652e31149 for: {'subnet': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:29:53.359096 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-5c6ebee7-75d2-4e94-80b2-c7e89690898d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:53.522780 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:53.547800 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c79232f5-0414-444f-8c8b-3f8e5aa87c6e req-59686ac1-5d19-43eb-984f-01a403898e4d tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767039 Jul 18 10:29:53.550565 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:53.575264 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:53.575614 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-34875a58-8eeb-4c56-a2e1-e8a70d0cb185 req-78279884-57b4-492a-9797-249942bb132b service neutron] 10.222.0.30 "GET /v2.0/networks/4fd50c95-7888-4b58-b176-0e3d534d461f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201254 Jul 18 10:29:53.730812 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-5c6ebee7-75d2-4e94-80b2-c7e89690898d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580'] for subnet (2db6bc82-8021-45cb-bb1b-5464f391319d), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:53.809822 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-34875a58-8eeb-4c56-a2e1-e8a70d0cb185 req-c454bf3b-54c7-4d5a-9498-28a2546d5d0a service neutron] 10.222.0.30 "GET /v2.0/networks/4fd50c95-7888-4b58-b176-0e3d534d461f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795611 Jul 18 10:29:53.815143 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:53.817704 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ebee7-75d2-4e94-80b2-c7e89690898d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2db6bc82-8021-45cb-bb1b-5464f391319d,revision_number=0']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:53.839928 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6ebee7-75d2-4e94-80b2-c7e89690898d admin admin] Checking segment: {'id': '9ea2fbef-4d9d-48ab-bbd5-6b1f38fd113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6a569d6b-6885-4456-adb4-e3297c19ec50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:29:53.840281 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6ebee7-75d2-4e94-80b2-c7e89690898d admin admin] Network hostable DHCP agents. Network: 6a569d6b-6885-4456-adb4-e3297c19ec50, hostable agents: ['fa8f3552-6db4-4084-80f3-0029642e69db'], hosted agents: [] {{(pid=103899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:29:53.914875 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6ebee7-75d2-4e94-80b2-c7e89690898d admin admin] Network 6a569d6b-6885-4456-adb4-e3297c19ec50 is scheduled to be hosted by DHCP agent fa8f3552-6db4-4084-80f3-0029642e69db with binding_index 1 {{(pid=103899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:29:53.933968 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [None req-5c6ebee7-75d2-4e94-80b2-c7e89690898d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-3-iscsi, 6a569d6b-6885-4456-adb4-e3297c19ec50) {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:29:53.941658 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e7ce58-84cd-44e6-8c80-389dbe580f88 None None] Network 6a569d6b-6885-4456-adb4-e3297c19ec50 requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:29:53.942905 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6ebee7-75d2-4e94-80b2-c7e89690898d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:53.943498 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-5c6ebee7-75d2-4e94-80b2-c7e89690898d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for subnet (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:53.964917 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-47db088c-54c8-437c-9ccf-3f0e2281f67a tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:53.966452 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-47db088c-54c8-437c-9ccf-3f0e2281f67a tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/networks?id=474c975d-13fe-4438-9075-b3e20c4cc132 HTTP/1.1" status: 200 len: 809 time: 0.1383271 Jul 18 10:29:53.983191 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-5c6ebee7-75d2-4e94-80b2-c7e89690898d admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7197726 Jul 18 10:29:53.991225 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-f3ce4708-3369-45cc-89dd-216770a49e5c tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/quotas/9698a0142f494095a93a4e804437bc32 HTTP/1.1" status: 200 len: 375 time: 0.0174272 Jul 18 10:29:54.049729 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-9824e8a4-2c00-48aa-9727-2f7494c6fd5b tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=9698a0142f494095a93a4e804437bc32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435398 Jul 18 10:29:54.050179 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2395efc-979a-4737-b29f-75ecb4a01bd3 None None] Network 6a569d6b-6885-4456-adb4-e3297c19ec50 requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:29:54.383977 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-8bbe710b-7d98-42a8-8fab-c1b4a098abd1 service neutron] 10.222.0.33 "GET /v2.0/networks/474c975d-13fe-4438-9075-b3e20c4cc132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332410 Jul 18 10:29:54.499674 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-af52b265-34e8-4a6b-8e59-6e39d2183801 service neutron] 10.222.0.33 "GET /v2.0/networks/474c975d-13fe-4438-9075-b3e20c4cc132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032434 Jul 18 10:29:54.689239 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-505dd52d-8d8c-4350-9a3b-00ff82f5b93f req-6c2fc20b-0062-4f5c-9feb-bdfbf83db801 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=150a6155-aec7-449b-88f4-aab89d373ddc HTTP/1.1" status: 200 len: 210 time: 0.0323176 Jul 18 10:29:54.744789 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 58808) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:54.749896 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:54.750993 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-0765534e-7220-4622-bba1-85874db31adc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1651702081-network', 'tenant_id': 'd33d7e2911114bd8b4364e6703069459'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:29:54.772138 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686e80d-fb6c-4dfe-a60a-49016e5da127 req-9cb6a4e1-b53b-4105-9f99-101aadadedc2 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:54.773769 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8686e80d-fb6c-4dfe-a60a-49016e5da127 req-9cb6a4e1-b53b-4105-9f99-101aadadedc2 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0623503 Jul 18 10:29:54.778833 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0765534e-7220-4622-bba1-85874db31adc admin admin] Made reservation on behalf of d33d7e2911114bd8b4364e6703069459 for: {'network': 1} {{(pid=103898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:29:54.781999 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0765534e-7220-4622-bba1-85874db31adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for network (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:54.793232 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0765534e-7220-4622-bba1-85874db31adc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:54.829185 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8686e80d-fb6c-4dfe-a60a-49016e5da127 req-2a7fa87c-b5a4-447c-9550-8af6208a2bc0 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487037 Jul 18 10:29:54.899383 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0765534e-7220-4622-bba1-85874db31adc admin admin] Publish callbacks [] for security_group (44fb600e-cacf-476d-b78c-fa84b833ac60), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:54.903409 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0765534e-7220-4622-bba1-85874db31adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (44fb600e-cacf-476d-b78c-fa84b833ac60), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:54.931805 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0765534e-7220-4622-bba1-85874db31adc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:29:54.938875 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765534e-7220-4622-bba1-85874db31adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fb600e-cacf-476d-b78c-fa84b833ac60,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:54.946440 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0765534e-7220-4622-bba1-85874db31adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (0a3103c5-2040-4ad0-a5d9-3773cfb9411d), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:54.947425 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.db.segments_db [None req-0765534e-7220-4622-bba1-85874db31adc admin admin] Added segment 0a3103c5-2040-4ad0-a5d9-3773cfb9411d of type vlan for network 2c00e8eb-233a-4622-89c0-511522f01787 Jul 18 10:29:54.994605 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0765534e-7220-4622-bba1-85874db31adc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756233730353'] for network (2c00e8eb-233a-4622-89c0-511522f01787), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:55.008627 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:DELETE=2,neutron:SELECT=74,neutron:INSERT=18,neutron:UPDATE=6 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:55.027721 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0765534e-7220-4622-bba1-85874db31adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580'] for network (2c00e8eb-233a-4622-89c0-511522f01787), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:55.028874 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0765534e-7220-4622-bba1-85874db31adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:55.029462 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0765534e-7220-4622-bba1-85874db31adc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:55.063012 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:55.065272 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-0765534e-7220-4622-bba1-85874db31adc admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3188007 Jul 18 10:29:55.068699 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 58816) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:55.073727 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-5dedaa3a-1d41-4cda-83b0-f99c7137d1b5 admin admin] Request body: {'subnet': {'network_id': '2c00e8eb-233a-4622-89c0-511522f01787', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1651702081-subnet', 'tenant_id': 'd33d7e2911114bd8b4364e6703069459', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:29:55.114759 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765534e-7220-4622-bba1-85874db31adc admin admin] Pushing event updated for resources: {'Network': ['ID=2c00e8eb-233a-4622-89c0-511522f01787,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:55.125452 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Network 2c00e8eb-233a-4622-89c0-511522f01787 details requested by agent ovs-agent-dv-cinder-837546-3-iscsi with host dv-cinder-837546-3-iscsi {{(pid=103900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:29:55.126743 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dedaa3a-1d41-4cda-83b0-f99c7137d1b5 admin admin] Made reservation on behalf of d33d7e2911114bd8b4364e6703069459 for: {'subnet': 1} {{(pid=103898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:29:55.129738 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5dedaa3a-1d41-4cda-83b0-f99c7137d1b5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:55.316985 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:55.326306 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5dedaa3a-1d41-4cda-83b0-f99c7137d1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580'] for subnet (56588232-2e06-49bf-af60-78d5efd07327), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:55.392271 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedaa3a-1d41-4cda-83b0-f99c7137d1b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56588232-2e06-49bf-af60-78d5efd07327,revision_number=0']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:55.401225 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dedaa3a-1d41-4cda-83b0-f99c7137d1b5 admin admin] Checking segment: {'id': '0a3103c5-2040-4ad0-a5d9-3773cfb9411d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2c00e8eb-233a-4622-89c0-511522f01787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:29:55.401578 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dedaa3a-1d41-4cda-83b0-f99c7137d1b5 admin admin] Network hostable DHCP agents. Network: 2c00e8eb-233a-4622-89c0-511522f01787, hostable agents: ['fa8f3552-6db4-4084-80f3-0029642e69db'], hosted agents: [] {{(pid=103898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:29:55.419816 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dedaa3a-1d41-4cda-83b0-f99c7137d1b5 admin admin] Network 2c00e8eb-233a-4622-89c0-511522f01787 is scheduled to be hosted by DHCP agent fa8f3552-6db4-4084-80f3-0029642e69db with binding_index 1 {{(pid=103898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:29:55.429134 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-5dedaa3a-1d41-4cda-83b0-f99c7137d1b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-3-iscsi, 2c00e8eb-233a-4622-89c0-511522f01787) {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:29:55.435150 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dedaa3a-1d41-4cda-83b0-f99c7137d1b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:55.435804 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5dedaa3a-1d41-4cda-83b0-f99c7137d1b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for subnet (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:55.441279 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5fc119-4520-469b-aa28-42aa90c74f42 None None] Network 2c00e8eb-233a-4622-89c0-511522f01787 requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:29:55.454686 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-5dedaa3a-1d41-4cda-83b0-f99c7137d1b5 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3848944 Jul 18 10:29:55.555119 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa20b67-8d1e-44bd-a5e7-07b59670db54 None None] Network 2c00e8eb-233a-4622-89c0-511522f01787 requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:29:55.878373 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-86e552c6-5bc0-4f16-97fe-5daeaa771806 req-dc77dce0-a5e8-449b-bb7a-e98659a5ca89 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=150a6155-aec7-449b-88f4-aab89d373ddc HTTP/1.1" status: 200 len: 210 time: 0.0476403 Jul 18 10:29:55.882529 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6d7247cb-dcd9-455b-81aa-d12db80a9122 req-fc5797f4-967a-49b9-bab4-d73eb6273605 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0957873 Jul 18 10:29:55.972041 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a31ae-82ee-41b2-9096-b931ef82d9ab req-16758f45-e089-411a-92cd-53c095b38009 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:55.973576 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-078a31ae-82ee-41b2-9096-b931ef82d9ab req-16758f45-e089-411a-92cd-53c095b38009 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0483780 Jul 18 10:29:56.023647 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-078a31ae-82ee-41b2-9096-b931ef82d9ab req-75686852-e356-41f9-abd3-b4c1e161f171 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432565 Jul 18 10:29:56.271401 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:56.283046 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7247cb-dcd9-455b-81aa-d12db80a9122 req-375ab52d-ac53-4f1d-b6f7-1ec15c697106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:56.284654 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6d7247cb-dcd9-455b-81aa-d12db80a9122 req-375ab52d-ac53-4f1d-b6f7-1ec15c697106 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a1921237622439bab89676e11477c13&device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 1130 time: 0.0458128 Jul 18 10:29:56.420334 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7247cb-dcd9-455b-81aa-d12db80a9122 req-0287d98d-0053-45cb-82cf-8e9f58bb4a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:56.421960 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6d7247cb-dcd9-455b-81aa-d12db80a9122 req-0287d98d-0053-45cb-82cf-8e9f58bb4a60 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3122165b-a136-4d21-b84f-81ce161e0ad4 HTTP/1.1" status: 200 len: 919 time: 0.1108680 Jul 18 10:29:56.479197 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6d7247cb-dcd9-455b-81aa-d12db80a9122 req-d94b0be1-1d7c-4151-b21f-b52ddd74a93c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3380728a-d068-450d-b0c7-feb491a61db5 HTTP/1.1" status: 200 len: 217 time: 0.0410023 Jul 18 10:29:56.712578 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c4409-17b7-46d8-8d53-bb7948085572 req-ae785ff2-be3b-481f-b029-2e081c0b6a40 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:56.714077 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6f5c4409-17b7-46d8-8d53-bb7948085572 req-ae785ff2-be3b-481f-b029-2e081c0b6a40 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/ports?device_id=df938010-ebc5-429f-8499-4b55eff7cab9 HTTP/1.1" status: 200 len: 945 time: 0.0482445 Jul 18 10:29:56.802181 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6f5c4409-17b7-46d8-8d53-bb7948085572 req-ed3a0dd2-4bcf-40dc-a723-b1471d9432e5 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/security-groups?id=8f4aa611-2fe6-476c-b44c-b5615e1e562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823116 Jul 18 10:29:56.836716 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7247cb-dcd9-455b-81aa-d12db80a9122 req-01539cd9-ebe6-4350-bf52-a5485185d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:56.838199 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6d7247cb-dcd9-455b-81aa-d12db80a9122 req-01539cd9-ebe6-4350-bf52-a5485185d01d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af51bf80-7ad7-4853-9105-dc8b032ebd26 HTTP/1.1" status: 200 len: 857 time: 0.0781925 Jul 18 10:29:56.987643 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-773a0f19-d929-4e77-b645-fea1d892f5f9 req-6e2154b6-78a4-412b-932a-a1730434687c tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=150a6155-aec7-449b-88f4-aab89d373ddc HTTP/1.1" status: 200 len: 210 time: 0.0286541 Jul 18 10:29:57.147009 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a65e9d-f9a2-4176-81a8-160245e91a9f req-6305c466-f4e3-40ef-addf-017bb21fcd7b tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:57.148994 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a1a65e9d-f9a2-4176-81a8-160245e91a9f req-6305c466-f4e3-40ef-addf-017bb21fcd7b tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0561371 Jul 18 10:29:57.206838 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a1a65e9d-f9a2-4176-81a8-160245e91a9f req-83a98409-8d71-4818-942d-07e9ca2c4d36 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508459 Jul 18 10:29:57.278548 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 58874) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:57.395821 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-35c7cef6-f404-42c4-8e1d-52907172766b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:57.409402 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:DELETE=3,neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:57.483063 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-35c7cef6-f404-42c4-8e1d-52907172766b admin admin] Publish callbacks [] for security_group (c239c729-cb97-4cb9-9441-de503a69a7a1), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:57.488326 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-35c7cef6-f404-42c4-8e1d-52907172766b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (c239c729-cb97-4cb9-9441-de503a69a7a1), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:57.527375 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7cef6-f404-42c4-8e1d-52907172766b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c239c729-cb97-4cb9-9441-de503a69a7a1,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:57.536573 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 58884) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:57.536703 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-35c7cef6-f404-42c4-8e1d-52907172766b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=222e4821207649d0b9b40e7f96b34873&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2559767 Jul 18 10:29:57.557212 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:57.600143 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-70b3a339-8665-454a-b3d2-7c8cbb58d262 admin admin] Publish callbacks [] for security_group (c239c729-cb97-4cb9-9441-de503a69a7a1), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:57.623483 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-70b3a339-8665-454a-b3d2-7c8cbb58d262 admin admin] Publish callbacks [] for security_group (c239c729-cb97-4cb9-9441-de503a69a7a1), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:57.674460 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-70b3a339-8665-454a-b3d2-7c8cbb58d262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (c239c729-cb97-4cb9-9441-de503a69a7a1), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:57.677256 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-70b3a339-8665-454a-b3d2-7c8cbb58d262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:57.678421 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-70b3a339-8665-454a-b3d2-7c8cbb58d262 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c239c729-cb97-4cb9-9441-de503a69a7a1 HTTP/1.1" status: 204 len: 168 time: 0.1406016 Jul 18 10:29:57.686182 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3a339-8665-454a-b3d2-7c8cbb58d262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c239c729-cb97-4cb9-9441-de503a69a7a1,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:57.940259 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f37ae-04bc-44b0-b6cc-eda475f20816 req-c539595f-632c-4359-9beb-096d740cfda8 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:57.941938 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-213f37ae-04bc-44b0-b6cc-eda475f20816 req-c539595f-632c-4359-9beb-096d740cfda8 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/ports?device_id=df938010-ebc5-429f-8499-4b55eff7cab9 HTTP/1.1" status: 200 len: 945 time: 0.0614290 Jul 18 10:29:57.969852 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 58894) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:57.984229 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1663bfa4-23da-4f8c-8001-cebe527ebbd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:57.992808 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-213f37ae-04bc-44b0-b6cc-eda475f20816 req-0677d6b2-35c7-451c-83ae-d7bc77dbbf01 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/security-groups?id=8f4aa611-2fe6-476c-b44c-b5615e1e562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446725 Jul 18 10:29:58.067862 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1663bfa4-23da-4f8c-8001-cebe527ebbd9 admin admin] Publish callbacks [] for security_group (49457625-fa2f-4003-b012-4b749e665ec2), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:58.074924 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1663bfa4-23da-4f8c-8001-cebe527ebbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (49457625-fa2f-4003-b012-4b749e665ec2), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:58.090186 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:DELETE=2,neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:58.091733 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-cec2715f-25de-4739-bdd6-89a5bb96539a req-a4b9153e-0f20-439c-a4a9-bb76e68df1ba tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=150a6155-aec7-449b-88f4-aab89d373ddc HTTP/1.1" status: 200 len: 210 time: 0.0295517 Jul 18 10:29:58.114492 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663bfa4-23da-4f8c-8001-cebe527ebbd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49457625-fa2f-4003-b012-4b749e665ec2,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:58.119346 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-1663bfa4-23da-4f8c-8001-cebe527ebbd9 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=770bdaf40ae74972ba29f8b847fa05ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1484287 Jul 18 10:29:58.122088 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 58898) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:58.174183 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f7009f30-3d98-40a1-8479-6251367b38a4 admin admin] Publish callbacks [] for security_group (49457625-fa2f-4003-b012-4b749e665ec2), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:58.197214 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f7009f30-3d98-40a1-8479-6251367b38a4 admin admin] Publish callbacks [] for security_group (49457625-fa2f-4003-b012-4b749e665ec2), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:58.251015 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f7009f30-3d98-40a1-8479-6251367b38a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (49457625-fa2f-4003-b012-4b749e665ec2), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:58.254666 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f7009f30-3d98-40a1-8479-6251367b38a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:58.255950 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-f7009f30-3d98-40a1-8479-6251367b38a4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/49457625-fa2f-4003-b012-4b749e665ec2 HTTP/1.1" status: 204 len: 168 time: 0.1329017 Jul 18 10:29:58.272366 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7009f30-3d98-40a1-8479-6251367b38a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49457625-fa2f-4003-b012-4b749e665ec2,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:58.338075 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0bc74-ae28-4a4d-bd66-f3fbcd67aab1 req-ef07751b-2ad9-4969-99d4-1749827b6158 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:58.339561 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-78c0bc74-ae28-4a4d-bd66-f3fbcd67aab1 req-ef07751b-2ad9-4969-99d4-1749827b6158 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0535390 Jul 18 10:29:58.453848 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-78c0bc74-ae28-4a4d-bd66-f3fbcd67aab1 req-e0d38fcb-c92d-4e50-b6f0-038f4909db88 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084957 Jul 18 10:29:58.477810 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7247cb-dcd9-455b-81aa-d12db80a9122 req-fdca7f07-4cc8-43c1-aab3-2c343ddea8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:58.488049 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6d7247cb-dcd9-455b-81aa-d12db80a9122 req-fdca7f07-4cc8-43c1-aab3-2c343ddea8e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3122165b-a136-4d21-b84f-81ce161e0ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0941935 Jul 18 10:29:58.563298 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-8bc6472c-7f94-413e-b0b1-ba9f599591b4 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:58.564771 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-8bc6472c-7f94-413e-b0b1-ba9f599591b4 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.30 "GET /v2.0/networks?id=474c975d-13fe-4438-9075-b3e20c4cc132 HTTP/1.1" status: 200 len: 809 time: 0.1799097 Jul 18 10:29:58.597314 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-e2f3bef6-9717-4bbb-9823-eb528a7ccfcd tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Request body: {'port': {'device_id': '150a6155-aec7-449b-88f4-aab89d373ddc', 'network_id': '474c975d-13fe-4438-9075-b3e20c4cc132', 'admin_state_up': True, 'tenant_id': '9698a0142f494095a93a4e804437bc32'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:29:58.647075 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:58.701931 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 6 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:29:58.779403 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6d7247cb-dcd9-455b-81aa-d12db80a9122 req-1e7c6a98-5d1a-4d67-9136-bcebc021253f service neutron] 10.222.0.30 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934826 Jul 18 10:29:58.801266 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-e2f3bef6-9717-4bbb-9823-eb528a7ccfcd tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Made reservation on behalf of 9698a0142f494095a93a4e804437bc32 for: {'port': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:29:58.804832 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-e2f3bef6-9717-4bbb-9823-eb528a7ccfcd tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:59.024835 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:59.058789 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907b9ee-f385-4da3-b57d-035fe83418f4 req-21e8846c-2afc-4c4a-8d0b-ba04ee6582ab tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:59.060580 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b907b9ee-f385-4da3-b57d-035fe83418f4 req-21e8846c-2afc-4c4a-8d0b-ba04ee6582ab tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.30 "GET /v2.0/ports?device_id=df938010-ebc5-429f-8499-4b55eff7cab9 HTTP/1.1" status: 200 len: 945 time: 0.1003802 Jul 18 10:29:59.066966 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6d7247cb-dcd9-455b-81aa-d12db80a9122 req-91352fe1-da49-416e-9e16-c313ca2040a1 service neutron] 10.222.0.30 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360227 Jul 18 10:29:59.087786 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_common [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-e2f3bef6-9717-4bbb-9823-eb528a7ccfcd tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Allocated IP 172.20.0.7 (474c975d-13fe-4438-9075-b3e20c4cc132/5d50e909-cccf-42f0-a860-0338366b04a8/50378def-8454-4be1-888b-dcffb98de187) {{(pid=103899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:29:59.281933 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-58ca2c81-3101-49d0-ba04-fa2194f7bbdf req-49878c23-9b34-4a98-bfee-c9af2810d1b5 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=150a6155-aec7-449b-88f4-aab89d373ddc HTTP/1.1" status: 200 len: 210 time: 0.0992317 Jul 18 10:29:59.298441 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158da71f-1d9f-45df-afdd-17eba9e7c379 req-f9f657cb-4e4c-4094-965d-eb53ae67c3e9 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:59.300448 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-158da71f-1d9f-45df-afdd-17eba9e7c379 req-f9f657cb-4e4c-4094-965d-eb53ae67c3e9 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/ports?device_id=df938010-ebc5-429f-8499-4b55eff7cab9 HTTP/1.1" status: 200 len: 945 time: 0.2145092 Jul 18 10:29:59.366909 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-b907b9ee-f385-4da3-b57d-035fe83418f4 req-ab26a2dd-835a-4bd6-8136-3df762e9b874 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Deleting port b4d3e21d-6206-4ae8-99b7-004371bb68f2 {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:29:59.367251 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-b907b9ee-f385-4da3-b57d-035fe83418f4 req-ab26a2dd-835a-4bd6-8136-3df762e9b874 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (b4d3e21d-6206-4ae8-99b7-004371bb68f2), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:59.499985 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-158da71f-1d9f-45df-afdd-17eba9e7c379 req-d1a9a6ad-dd77-4cd5-a81a-2bb126d98af7 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/security-groups?id=8f4aa611-2fe6-476c-b44c-b5615e1e562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918828 Jul 18 10:29:59.558702 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-b907b9ee-f385-4da3-b57d-035fe83418f4 req-ab26a2dd-835a-4bd6-8136-3df762e9b874 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] For port b4d3e21d-6206-4ae8-99b7-004371bb68f2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b4d3e21d-6206-4ae8-99b7-004371bb68f2,segment=NetworkSegment(b8e67c14-fddc-40ae-b81d-a41c8632f5cb),segment_id=b8e67c14-fddc-40ae-b81d-a41c8632f5cb)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:29:59.559064 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-b907b9ee-f385-4da3-b57d-035fe83418f4 req-ab26a2dd-835a-4bd6-8136-3df762e9b874 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (b4d3e21d-6206-4ae8-99b7-004371bb68f2), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:59.590553 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-b907b9ee-f385-4da3-b57d-035fe83418f4 req-ab26a2dd-835a-4bd6-8136-3df762e9b874 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Calling delete_port for b4d3e21d-6206-4ae8-99b7-004371bb68f2 owned by compute:nova {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:29:59.607267 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-e2f3bef6-9717-4bbb-9823-eb528a7ccfcd tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Publish callbacks [] for port (50378def-8454-4be1-888b-dcffb98de187), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:59.608445 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:59.719270 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65573c9c-2d6d-4abd-8c92-3d62e894ee38 req-a323b240-7154-4e8a-b9b9-3915757b3da7 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:59.723945 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-65573c9c-2d6d-4abd-8c92-3d62e894ee38 req-a323b240-7154-4e8a-b9b9-3915757b3da7 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.1481857 Jul 18 10:29:59.724149 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 58954) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:29:59.777543 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-e2f3bef6-9717-4bbb-9823-eb528a7ccfcd tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598'] for port (50378def-8454-4be1-888b-dcffb98de187), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:59.842737 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ec541590-2601-4910-80e5-d8cd186130dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:59.859810 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-e2f3bef6-9717-4bbb-9823-eb528a7ccfcd tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Network 474c975d-13fe-4438-9075-b3e20c4cc132 is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:29:59.870550 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-65573c9c-2d6d-4abd-8c92-3d62e894ee38 req-97c44da5-a159-4888-adde-162f0c9e5036 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396601 Jul 18 10:29:59.877833 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-e2f3bef6-9717-4bbb-9823-eb528a7ccfcd tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:29:59.881403 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-e2f3bef6-9717-4bbb-9823-eb528a7ccfcd tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Received port after_create {{(pid=103899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:29:59.887004 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-e2f3bef6-9717-4bbb-9823-eb528a7ccfcd tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:29:59.887700 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-e2f3bef6-9717-4bbb-9823-eb528a7ccfcd tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:59.894481 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:59.905412 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3bef6-9717-4bbb-9823-eb528a7ccfcd tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Pushing event updated for resources: {'Port': ['ID=50378def-8454-4be1-888b-dcffb98de187,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:59.941294 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ec541590-2601-4910-80e5-d8cd186130dc admin admin] Publish callbacks [] for security_group (c1b3e5c4-6378-423b-a909-fe7ad0335cb2), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:59.945666 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-e2f3bef6-9717-4bbb-9823-eb528a7ccfcd tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3584025 Jul 18 10:29:59.946370 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ec541590-2601-4910-80e5-d8cd186130dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (c1b3e5c4-6378-423b-a909-fe7ad0335cb2), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:29:59.959851 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-7927d9fa-c6bb-412e-97d8-25a0dc2ea583 service neutron] Request body: {'port': {'device_id': '150a6155-aec7-449b-88f4-aab89d373ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:29:59.986234 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:29:59.987220 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec541590-2601-4910-80e5-d8cd186130dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b3e5c4-6378-423b-a909-fe7ad0335cb2,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:29:59.993273 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-ec541590-2601-4910-80e5-d8cd186130dc admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9b907776422d4422af7a1c119ca53ffe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2677565 Jul 18 10:29:59.995538 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 58958) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:00.011421 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-b907b9ee-f385-4da3-b57d-035fe83418f4 req-ab26a2dd-835a-4bd6-8136-3df762e9b874 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607'] for port (b4d3e21d-6206-4ae8-99b7-004371bb68f2), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:00.055894 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-d9c4dd0c-37cc-4e9e-87ca-ed62b3a66f60 admin admin] Publish callbacks [] for security_group (c1b3e5c4-6378-423b-a909-fe7ad0335cb2), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:00.078798 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26a2dd-835a-4bd6-8136-3df762e9b874 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Pushing event deleted for resources: {'Port': ['ID=b4d3e21d-6206-4ae8-99b7-004371bb68f2,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:00.080032 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-d9c4dd0c-37cc-4e9e-87ca-ed62b3a66f60 admin admin] Publish callbacks [] for security_group (c1b3e5c4-6378-423b-a909-fe7ad0335cb2), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:00.086079 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:00.138948 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-7927d9fa-c6bb-412e-97d8-25a0dc2ea583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (50378def-8454-4be1-888b-dcffb98de187), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:00.167239 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-d9c4dd0c-37cc-4e9e-87ca-ed62b3a66f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (c1b3e5c4-6378-423b-a909-fe7ad0335cb2), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:00.167881 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-b907b9ee-f385-4da3-b57d-035fe83418f4 req-ab26a2dd-835a-4bd6-8136-3df762e9b874 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] No DVR routers for this DVR port b4d3e21d-6206-4ae8-99b7-004371bb68f2 on host hv-cinder-83754 {{(pid=103899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:30:00.170443 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-d9c4dd0c-37cc-4e9e-87ca-ed62b3a66f60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:00.172555 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-b907b9ee-f385-4da3-b57d-035fe83418f4 req-ab26a2dd-835a-4bd6-8136-3df762e9b874 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:00.173026 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-d9c4dd0c-37cc-4e9e-87ca-ed62b3a66f60 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c1b3e5c4-6378-423b-a909-fe7ad0335cb2 HTTP/1.1" status: 204 len: 168 time: 0.1756320 Jul 18 10:30:00.189430 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b907b9ee-f385-4da3-b57d-035fe83418f4 req-ab26a2dd-835a-4bd6-8136-3df762e9b874 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.30 "DELETE /v2.0/ports/b4d3e21d-6206-4ae8-99b7-004371bb68f2 HTTP/1.1" status: 204 len: 173 time: 1.1189086 Jul 18 10:30:00.191031 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4dd0c-37cc-4e9e-87ca-ed62b3a66f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b3e5c4-6378-423b-a909-fe7ad0335cb2,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:00.192383 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df938010-ebc5-429f-8499-4b55eff7cab9', 'name': 'network-vif-deleted', 'tag': 'b4d3e21d-6206-4ae8-99b7-004371bb68f2'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:30:00.195175 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac1ffc9-1389-4d8c-871f-38bc40e52ae5" -d '{"events": [{"server_uuid": "df938010-ebc5-429f-8499-4b55eff7cab9", "name": "network-vif-deleted", "tag": "b4d3e21d-6206-4ae8-99b7-004371bb68f2"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:30:00.278095 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668e62fc-0593-43fd-adff-b5133e62a52b x-openstack-request-id: req-668e62fc-0593-43fd-adff-b5133e62a52b {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:30:00.278393 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df938010-ebc5-429f-8499-4b55eff7cab9", "name": "network-vif-deleted", "tag": "b4d3e21d-6206-4ae8-99b7-004371bb68f2", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:30:00.278658 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-668e62fc-0593-43fd-adff-b5133e62a52b {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:30:00.279227 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-668e62fc-0593-43fd-adff-b5133e62a52b'] response: {'server_uuid': 'df938010-ebc5-429f-8499-4b55eff7cab9', 'name': 'network-vif-deleted', 'tag': 'b4d3e21d-6206-4ae8-99b7-004371bb68f2', 'status': 'completed', 'code': 200} Jul 18 10:30:00.737738 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4c450-2676-41f3-b834-3ca08ab9835e req-ee1e8c59-0898-4315-b5b4-edc189899c08 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:00.739243 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e1b4c450-2676-41f3-b834-3ca08ab9835e req-ee1e8c59-0898-4315-b5b4-edc189899c08 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=150a6155-aec7-449b-88f4-aab89d373ddc HTTP/1.1" status: 200 len: 931 time: 0.3321567 Jul 18 10:30:00.762330 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ad7ba49f-8282-4992-a79b-2f5647dc67de req-ddcefd4f-7fa1-4a6d-9c11-9118cb1fb268 tempest-DeleteServersTestJSON-1052419078 tempest-DeleteServersTestJSON-1052419078-project] 10.222.0.33 "GET /v2.0/ports?device_id=df938010-ebc5-429f-8499-4b55eff7cab9 HTTP/1.1" status: 200 len: 210 time: 0.0479009 Jul 18 10:30:00.836149 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e1b4c450-2676-41f3-b834-3ca08ab9835e req-528d481f-ce0c-428e-86b9-1a81fcb960b9 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/security-groups?id=55362095-f388-4dff-9770-8ae0da7a838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783274 Jul 18 10:30:00.894553 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-7927d9fa-c6bb-412e-97d8-25a0dc2ea583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50378def-8454-4be1-888b-dcffb98de187 {{(pid=103899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:30:00.902656 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-7927d9fa-c6bb-412e-97d8-25a0dc2ea583 service neutron] Publish callbacks [] for port (50378def-8454-4be1-888b-dcffb98de187), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:00.923720 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.provisioning_blocks [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-7927d9fa-c6bb-412e-97d8-25a0dc2ea583 service neutron] Transition to ACTIVE for port object 50378def-8454-4be1-888b-dcffb98de187 will not be triggered until provisioned by entity L2. {{(pid=103899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:30:00.928801 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-7927d9fa-c6bb-412e-97d8-25a0dc2ea583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (50378def-8454-4be1-888b-dcffb98de187), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:00.933407 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:01.042942 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30930134-259a-4a6d-801a-98c38e03754e req-b1965086-84ad-4a3e-ad58-1e431597cd2d tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:01.044608 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-30930134-259a-4a6d-801a-98c38e03754e req-b1965086-84ad-4a3e-ad58-1e431597cd2d tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0794492 Jul 18 10:30:01.045248 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927d9fa-c6bb-412e-97d8-25a0dc2ea583 service neutron] Pushing event updated for resources: {'Port': ['ID=50378def-8454-4be1-888b-dcffb98de187,revision_number=2']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:01.046846 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device b4d3e21d-6206-4ae8-99b7-004371bb68f2 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:30:01.079431 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] No Port match for: b4d3e21d-6206-4ae8-99b7-004371bb68f2 {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:30:01.079777 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device b4d3e21d-6206-4ae8-99b7-004371bb68f2 not bound to the agent host hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:30:01.144932 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-7927d9fa-c6bb-412e-97d8-25a0dc2ea583 service neutron] Attempting to bind port 50378def-8454-4be1-888b-dcffb98de187 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:30:01.145385 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-7927d9fa-c6bb-412e-97d8-25a0dc2ea583 service neutron] Attempting to bind port 50378def-8454-4be1-888b-dcffb98de187 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '89bc0e88-056a-4141-bf22-508e218f1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '474c975d-13fe-4438-9075-b3e20c4cc132'}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:30:01.145763 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-7927d9fa-c6bb-412e-97d8-25a0dc2ea583 service neutron] Attempting to bind port 50378def-8454-4be1-888b-dcffb98de187 on network 474c975d-13fe-4438-9075-b3e20c4cc132 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:30:01.156117 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-7927d9fa-c6bb-412e-97d8-25a0dc2ea583 service neutron] Port 50378def-8454-4be1-888b-dcffb98de187 on network 474c975d-13fe-4438-9075-b3e20c4cc132 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:30:01.156787 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-7927d9fa-c6bb-412e-97d8-25a0dc2ea583 service neutron] Attempting to bind port 50378def-8454-4be1-888b-dcffb98de187 on network 474c975d-13fe-4438-9075-b3e20c4cc132 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:30:01.169473 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-7927d9fa-c6bb-412e-97d8-25a0dc2ea583 service neutron] Checking agent: {'id': 'f1e01c1b-bf46-4f7e-883c-267517c6b0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'started_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:30:01.169812 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-7927d9fa-c6bb-412e-97d8-25a0dc2ea583 service neutron] Checking segment: {'id': '89bc0e88-056a-4141-bf22-508e218f1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '474c975d-13fe-4438-9075-b3e20c4cc132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:30:01.170178 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-7927d9fa-c6bb-412e-97d8-25a0dc2ea583 service neutron] Bound using segment: {'id': '89bc0e88-056a-4141-bf22-508e218f1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '474c975d-13fe-4438-9075-b3e20c4cc132'} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:30:01.171026 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-7927d9fa-c6bb-412e-97d8-25a0dc2ea583 service neutron] Bound port: 50378def-8454-4be1-888b-dcffb98de187, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89bc0e88-056a-4141-bf22-508e218f1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '474c975d-13fe-4438-9075-b3e20c4cc132'}}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:30:01.171582 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-7927d9fa-c6bb-412e-97d8-25a0dc2ea583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (50378def-8454-4be1-888b-dcffb98de187), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:01.179048 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-30930134-259a-4a6d-801a-98c38e03754e req-cbca0a96-a9d2-46fe-baf0-6bff6c233cb7 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157055 Jul 18 10:30:01.247114 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-7927d9fa-c6bb-412e-97d8-25a0dc2ea583 service neutron] For port 50378def-8454-4be1-888b-dcffb98de187, host hv-cinder-83754, cleared binding levels {{(pid=103899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:30:01.250379 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-7927d9fa-c6bb-412e-97d8-25a0dc2ea583 service neutron] For port 50378def-8454-4be1-888b-dcffb98de187, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=50378def-8454-4be1-888b-dcffb98de187,segment=NetworkSegment(89bc0e88-056a-4141-bf22-508e218f1179),segment_id=89bc0e88-056a-4141-bf22-508e218f1179)] {{(pid=103899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:30:01.260444 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-7927d9fa-c6bb-412e-97d8-25a0dc2ea583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (50378def-8454-4be1-888b-dcffb98de187), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:01.296694 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:01.311040 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-7927d9fa-c6bb-412e-97d8-25a0dc2ea583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:01.311670 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-7927d9fa-c6bb-412e-97d8-25a0dc2ea583 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:01.313077 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-7927d9fa-c6bb-412e-97d8-25a0dc2ea583 service neutron] 10.222.0.30 "PUT /v2.0/ports/50378def-8454-4be1-888b-dcffb98de187 HTTP/1.1" status: 200 len: 1093 time: 1.3580744 Jul 18 10:30:01.337931 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927d9fa-c6bb-412e-97d8-25a0dc2ea583 service neutron] Pushing event updated for resources: {'Port': ['ID=50378def-8454-4be1-888b-dcffb98de187,revision_number=3']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:01.430401 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-0726a410-9d8d-4476-8014-5f1594d8a264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:01.432123 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-0726a410-9d8d-4476-8014-5f1594d8a264 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9698a0142f494095a93a4e804437bc32&device_id=150a6155-aec7-449b-88f4-aab89d373ddc HTTP/1.1" status: 200 len: 1127 time: 0.0412765 Jul 18 10:30:01.485347 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-9c153bee-5de0-4594-866e-fa3cc7c22097 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50378def-8454-4be1-888b-dcffb98de187 HTTP/1.1" status: 200 len: 217 time: 0.0368123 Jul 18 10:30:01.543897 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-fdce9268-7ac4-4c87-98b5-f402b9c91abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:01.545435 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-fdce9268-7ac4-4c87-98b5-f402b9c91abc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d50e909-cccf-42f0-a860-0338366b04a8 HTTP/1.1" status: 200 len: 849 time: 0.0493515 Jul 18 10:30:01.578890 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-fcc18dff-f0df-4d88-93b9-14e274e0f143 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=474c975d-13fe-4438-9075-b3e20c4cc132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271404 Jul 18 10:30:01.597459 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 59016) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:01.729349 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-7b99ff2d-28ee-4917-b601-7ab63b1e0a87 service neutron] 10.222.0.30 "GET /v2.0/networks/474c975d-13fe-4438-9075-b3e20c4cc132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275759 Jul 18 10:30:01.756271 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3c597c06-afe6-484b-8495-0ceb745ed128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:01.866635 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0cce5096-6ee3-40a0-92da-c6bce32a39b1 req-db0a5b92-7019-46da-9300-e160821415bd service neutron] 10.222.0.30 "GET /v2.0/networks/474c975d-13fe-4438-9075-b3e20c4cc132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309118 Jul 18 10:30:01.867372 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3c597c06-afe6-484b-8495-0ceb745ed128 admin admin] Publish callbacks [] for security_group (c8c405df-cf1b-45da-81a8-a35d6787084f), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:01.872002 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3c597c06-afe6-484b-8495-0ceb745ed128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (c8c405df-cf1b-45da-81a8-a35d6787084f), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:01.910610 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c597c06-afe6-484b-8495-0ceb745ed128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c405df-cf1b-45da-81a8-a35d6787084f,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:01.926967 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 59032) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:01.927182 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-3c597c06-afe6-484b-8495-0ceb745ed128 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d8cbf3ee9cee4f42b4b030e6287383ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3285871 Jul 18 10:30:01.999690 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929be5e-7331-4d57-ab07-e39c21c9e334 req-b76b144a-e941-4ac7-9541-564723d76bb1 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:02.001246 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5929be5e-7331-4d57-ab07-e39c21c9e334 req-b76b144a-e941-4ac7-9541-564723d76bb1 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=150a6155-aec7-449b-88f4-aab89d373ddc HTTP/1.1" status: 200 len: 943 time: 0.0752287 Jul 18 10:30:02.047715 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-89cb4c96-85ba-4c96-b7d0-8c2710a5e2f3 admin admin] Publish callbacks [] for security_group (c8c405df-cf1b-45da-81a8-a35d6787084f), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:02.074378 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5929be5e-7331-4d57-ab07-e39c21c9e334 req-5a1281ca-f03d-4691-a0a2-6e948407d9c6 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/security-groups?id=55362095-f388-4dff-9770-8ae0da7a838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665717 Jul 18 10:30:02.083294 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-89cb4c96-85ba-4c96-b7d0-8c2710a5e2f3 admin admin] Publish callbacks [] for security_group (c8c405df-cf1b-45da-81a8-a35d6787084f), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:02.140121 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-89cb4c96-85ba-4c96-b7d0-8c2710a5e2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (c8c405df-cf1b-45da-81a8-a35d6787084f), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:02.142894 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-89cb4c96-85ba-4c96-b7d0-8c2710a5e2f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:02.147055 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-89cb4c96-85ba-4c96-b7d0-8c2710a5e2f3 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c8c405df-cf1b-45da-81a8-a35d6787084f HTTP/1.1" status: 204 len: 168 time: 0.2167716 Jul 18 10:30:02.159539 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb4c96-85ba-4c96-b7d0-8c2710a5e2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c405df-cf1b-45da-81a8-a35d6787084f,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:02.287566 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '150a6155-aec7-449b-88f4-aab89d373ddc', 'tag': '50378def-8454-4be1-888b-dcffb98de187'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:30:02.290041 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94c381f-211f-4f1f-b168-eec430251c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "150a6155-aec7-449b-88f4-aab89d373ddc", "tag": "50378def-8454-4be1-888b-dcffb98de187"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:30:02.318927 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a04595-c08e-4cf2-979a-d7947dd24ad4 req-7a875561-67b7-4af0-9efc-8aa300c59f9a tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:02.321194 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-88a04595-c08e-4cf2-979a-d7947dd24ad4 req-7a875561-67b7-4af0-9efc-8aa300c59f9a tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0658541 Jul 18 10:30:02.335569 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7b0008-ed31-4977-8d22-9999003f295e x-openstack-request-id: req-cf7b0008-ed31-4977-8d22-9999003f295e {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:30:02.335855 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "150a6155-aec7-449b-88f4-aab89d373ddc", "tag": "50378def-8454-4be1-888b-dcffb98de187", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:30:02.336104 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-cf7b0008-ed31-4977-8d22-9999003f295e {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:30:02.336487 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf7b0008-ed31-4977-8d22-9999003f295e'] response: {'name': 'network-changed', 'server_uuid': '150a6155-aec7-449b-88f4-aab89d373ddc', 'tag': '50378def-8454-4be1-888b-dcffb98de187', 'status': 'completed', 'code': 200} Jul 18 10:30:02.363908 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:02.378260 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-88a04595-c08e-4cf2-979a-d7947dd24ad4 req-45d235ae-e10d-4ec1-974e-c6dee9a12c67 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515528 Jul 18 10:30:02.838695 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 59072) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:02.946141 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-0465897e-df34-48e1-90a3-c35b0e311a20 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1641040712-network', 'tenant_id': 'ee6203312784435b8cd1fdfede3fb597'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:30:03.003425 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c381f-211f-4f1f-b168-eec430251c6b req-247945d9-55d3-46e2-a676-a90bea99366a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:03.005025 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d94c381f-211f-4f1f-b168-eec430251c6b req-247945d9-55d3-46e2-a676-a90bea99366a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9698a0142f494095a93a4e804437bc32&device_id=150a6155-aec7-449b-88f4-aab89d373ddc HTTP/1.1" status: 200 len: 1127 time: 0.0516031 Jul 18 10:30:03.008359 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0465897e-df34-48e1-90a3-c35b0e311a20 admin admin] Made reservation on behalf of ee6203312784435b8cd1fdfede3fb597 for: {'network': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:30:03.010988 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0465897e-df34-48e1-90a3-c35b0e311a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for network (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:03.030066 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0465897e-df34-48e1-90a3-c35b0e311a20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:03.058150 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 50378def-8454-4be1-888b-dcffb98de187 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:30:03.171026 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:03.185125 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 50378def-8454-4be1-888b-dcffb98de187, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=50378def-8454-4be1-888b-dcffb98de187,segment=NetworkSegment(89bc0e88-056a-4141-bf22-508e218f1179),segment_id=89bc0e88-056a-4141-bf22-508e218f1179)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:30:03.197766 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Returning: {'device': '50378def-8454-4be1-888b-dcffb98de187', 'network_id': '474c975d-13fe-4438-9075-b3e20c4cc132', 'port_id': '50378def-8454-4be1-888b-dcffb98de187', 'mac_address': 'fa:16:3e:90:49:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d50e909-cccf-42f0-a860-0338366b04a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:30:03.197991 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c381f-211f-4f1f-b168-eec430251c6b req-f985b1a7-4f4f-430a-a518-bbfe0ab025db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:03.199409 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d94c381f-211f-4f1f-b168-eec430251c6b req-f985b1a7-4f4f-430a-a518-bbfe0ab025db service neutron] 10.222.0.30 "GET /v2.0/networks?id=474c975d-13fe-4438-9075-b3e20c4cc132 HTTP/1.1" status: 200 len: 910 time: 0.1859870 Jul 18 10:30:03.240054 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port 50378def-8454-4be1-888b-dcffb98de187 is: DOWN; New status is: BUILD {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:30:03.240451 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (50378def-8454-4be1-888b-dcffb98de187), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:03.254150 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50378def-8454-4be1-888b-dcffb98de187 {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:30:03.261106 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1a8fa-008c-4ad5-8315-55b39deabf0c req-7927f7d3-62f4-420c-bebd-7c2fae727dc4 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:03.262842 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-80f1a8fa-008c-4ad5-8315-55b39deabf0c req-7927f7d3-62f4-420c-bebd-7c2fae727dc4 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=150a6155-aec7-449b-88f4-aab89d373ddc HTTP/1.1" status: 200 len: 943 time: 0.1090057 Jul 18 10:30:03.267248 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d94c381f-211f-4f1f-b168-eec430251c6b req-d57f46ab-9259-431d-bf8c-fec02ec96554 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50378def-8454-4be1-888b-dcffb98de187 HTTP/1.1" status: 200 len: 217 time: 0.0552766 Jul 18 10:30:03.277120 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 50378def-8454-4be1-888b-dcffb98de187, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=50378def-8454-4be1-888b-dcffb98de187,segment=NetworkSegment(89bc0e88-056a-4141-bf22-508e218f1179),segment_id=89bc0e88-056a-4141-bf22-508e218f1179)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:30:03.283805 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (50378def-8454-4be1-888b-dcffb98de187), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:03.338805 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0465897e-df34-48e1-90a3-c35b0e311a20 admin admin] Publish callbacks [] for security_group (94c17826-d186-4876-8b72-6b8a25899806), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:03.345408 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=50378def-8454-4be1-888b-dcffb98de187,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:03.356541 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:03.356541 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:03.356541 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:03.356884 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:03.357267 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:03.357604 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:03.358144 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:03.358447 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0465897e-df34-48e1-90a3-c35b0e311a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (94c17826-d186-4876-8b72-6b8a25899806), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:03.358574 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:03.358807 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:03.359132 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:03.359462 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:03.359791 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:03.360118 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:03.360454 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:03.360830 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:03.388234 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 59092) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:03.405803 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c381f-211f-4f1f-b168-eec430251c6b req-f51bfcef-5045-4887-bd44-5cced7172e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:03.407306 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d94c381f-211f-4f1f-b168-eec430251c6b req-f51bfcef-5045-4887-bd44-5cced7172e0a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d50e909-cccf-42f0-a860-0338366b04a8 HTTP/1.1" status: 200 len: 849 time: 0.1185923 Jul 18 10:30:03.408974 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0465897e-df34-48e1-90a3-c35b0e311a20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=103899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:30:03.443973 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-80f1a8fa-008c-4ad5-8315-55b39deabf0c req-0264c250-de47-4429-b135-1c81f5d03f31 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/security-groups?id=55362095-f388-4dff-9770-8ae0da7a838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697092 Jul 18 10:30:03.465528 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0465897e-df34-48e1-90a3-c35b0e311a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (9c10a60d-c857-49e0-ba1d-55ba4b507011), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:03.465842 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.db.segments_db [None req-0465897e-df34-48e1-90a3-c35b0e311a20 admin admin] Added segment 9c10a60d-c857-49e0-ba1d-55ba4b507011 of type vlan for network 303a42e4-0390-40fa-955b-4c7e6e4064b3 Jul 18 10:30:03.469709 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465897e-df34-48e1-90a3-c35b0e311a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c17826-d186-4876-8b72-6b8a25899806,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:03.489046 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d94c381f-211f-4f1f-b168-eec430251c6b req-c34b88b2-4375-4070-b89e-fa13b345225b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=474c975d-13fe-4438-9075-b3e20c4cc132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685732 Jul 18 10:30:03.571190 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0465897e-df34-48e1-90a3-c35b0e311a20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756233730353'] for network (303a42e4-0390-40fa-955b-4c7e6e4064b3), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:03.591473 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c7ecf-e21e-4bc5-a554-80514f4a067c req-902893a9-da3f-4a3f-b381-53a1824ccdf6 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:03.593009 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b44c7ecf-e21e-4bc5-a554-80514f4a067c req-902893a9-da3f-4a3f-b381-53a1824ccdf6 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.1256378 Jul 18 10:30:03.596867 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=13 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:03.608631 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['50378def-8454-4be1-888b-dcffb98de187'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:30:03.638271 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:03.664374 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:03.682094 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0465897e-df34-48e1-90a3-c35b0e311a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580'] for network (303a42e4-0390-40fa-955b-4c7e6e4064b3), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:03.683117 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0465897e-df34-48e1-90a3-c35b0e311a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:03.683695 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0465897e-df34-48e1-90a3-c35b0e311a20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:03.752720 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b44c7ecf-e21e-4bc5-a554-80514f4a067c req-15bbcd79-cba8-4e1a-ab35-6f52fe3aacd0 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266594 Jul 18 10:30:03.783848 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-0465897e-df34-48e1-90a3-c35b0e311a20 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.9440186 Jul 18 10:30:03.785919 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d94c381f-211f-4f1f-b168-eec430251c6b req-edfde13e-9b51-4f21-acda-d8b7888582d7 service neutron] 10.222.0.30 "GET /v2.0/networks/474c975d-13fe-4438-9075-b3e20c4cc132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523389 Jul 18 10:30:03.788907 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 59098) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:03.793552 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-856bb753-338c-4d7e-a151-60f7b46d2a5e admin admin] Request body: {'subnet': {'network_id': '303a42e4-0390-40fa-955b-4c7e6e4064b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1641040712-subnet', 'tenant_id': 'ee6203312784435b8cd1fdfede3fb597', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:30:03.799395 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465897e-df34-48e1-90a3-c35b0e311a20 admin admin] Pushing event updated for resources: {'Network': ['ID=303a42e4-0390-40fa-955b-4c7e6e4064b3,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:03.813518 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Network 303a42e4-0390-40fa-955b-4c7e6e4064b3 details requested by agent ovs-agent-dv-cinder-837546-3-iscsi with host dv-cinder-837546-3-iscsi {{(pid=103900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:30:03.831268 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e7016346-f304-458e-a0a8-48caa9110fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660928'] for router_interface (f1177cc8-fcd2-4459-9054-5163f9096822), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:03.839462 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:03.882677 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856bb753-338c-4d7e-a151-60f7b46d2a5e admin admin] Made reservation on behalf of ee6203312784435b8cd1fdfede3fb597 for: {'subnet': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:30:03.885110 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-856bb753-338c-4d7e-a151-60f7b46d2a5e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:03.969959 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d94c381f-211f-4f1f-b168-eec430251c6b req-d2fae4b0-1014-44e3-8f99-4e3add206dff service neutron] 10.222.0.30 "GET /v2.0/networks/474c975d-13fe-4438-9075-b3e20c4cc132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722167 Jul 18 10:30:03.999887 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:04.095279 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-856bb753-338c-4d7e-a151-60f7b46d2a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580'] for subnet (d4fa1e89-cbca-4ddc-a2c7-37d61576e52d), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:04.133613 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:04.134745 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-e7016346-f304-458e-a0a8-48caa9110fe2 admin admin] Deleting port cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:30:04.135136 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e7016346-f304-458e-a0a8-48caa9110fe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:04.148878 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856bb753-338c-4d7e-a151-60f7b46d2a5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4fa1e89-cbca-4ddc-a2c7-37d61576e52d,revision_number=0']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:04.186064 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856bb753-338c-4d7e-a151-60f7b46d2a5e admin admin] Checking segment: {'id': '9c10a60d-c857-49e0-ba1d-55ba4b507011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '303a42e4-0390-40fa-955b-4c7e6e4064b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:30:04.187101 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856bb753-338c-4d7e-a151-60f7b46d2a5e admin admin] Network hostable DHCP agents. Network: 303a42e4-0390-40fa-955b-4c7e6e4064b3, hostable agents: ['fa8f3552-6db4-4084-80f3-0029642e69db'], hosted agents: [] {{(pid=103899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:30:04.206447 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856bb753-338c-4d7e-a151-60f7b46d2a5e admin admin] Network 303a42e4-0390-40fa-955b-4c7e6e4064b3 is scheduled to be hosted by DHCP agent fa8f3552-6db4-4084-80f3-0029642e69db with binding_index 1 {{(pid=103899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:30:04.217200 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [None req-856bb753-338c-4d7e-a151-60f7b46d2a5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-3-iscsi, 303a42e4-0390-40fa-955b-4c7e6e4064b3) {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:30:04.226472 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856bb753-338c-4d7e-a151-60f7b46d2a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:04.226654 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35015cc6-db4a-4f68-8568-1012be3508bf None None] Network 303a42e4-0390-40fa-955b-4c7e6e4064b3 requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:30:04.227175 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-856bb753-338c-4d7e-a151-60f7b46d2a5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for subnet (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:04.239585 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-e7016346-f304-458e-a0a8-48caa9110fe2 admin admin] For port cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a,segment=NetworkSegment(b8e67c14-fddc-40ae-b81d-a41c8632f5cb),segment_id=b8e67c14-fddc-40ae-b81d-a41c8632f5cb)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:30:04.239949 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e7016346-f304-458e-a0a8-48caa9110fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:04.252758 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-856bb753-338c-4d7e-a151-60f7b46d2a5e admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4626083 Jul 18 10:30:04.267353 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-e7016346-f304-458e-a0a8-48caa9110fe2 admin admin] Calling delete_port for cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a owned by network:router_interface {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:30:04.343602 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c502c16-c9d8-4187-825e-6cf577314fd2 None None] Network 303a42e4-0390-40fa-955b-4c7e6e4064b3 requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:30:04.556229 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e7016346-f304-458e-a0a8-48caa9110fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607'] for port (cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:04.587722 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7016346-f304-458e-a0a8-48caa9110fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:04.601508 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a1c11-3511-42a5-ae67-5211a5ca3f17 req-87928a24-0cf2-4651-8360-6957ab46ea43 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:04.608889 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c83a1c11-3511-42a5-ae67-5211a5ca3f17 req-87928a24-0cf2-4651-8360-6957ab46ea43 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=150a6155-aec7-449b-88f4-aab89d373ddc HTTP/1.1" status: 200 len: 944 time: 0.0553517 Jul 18 10:30:04.674831 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c83a1c11-3511-42a5-ae67-5211a5ca3f17 req-e6cf4714-e8ed-4aa1-af39-eef3d7bf733c tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/security-groups?id=55362095-f388-4dff-9770-8ae0da7a838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649302 Jul 18 10:30:04.736781 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e7016346-f304-458e-a0a8-48caa9110fe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-986589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660860'] for router_interface (f1177cc8-fcd2-4459-9054-5163f9096822), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:04.840974 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:04.905990 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0f6b2-d2fa-4522-9277-a4ff72ece739 req-1aad8ae7-24dc-4ac7-b1d6-4d59fcee2abe tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:04.908245 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-52e0f6b2-d2fa-4522-9277-a4ff72ece739 req-1aad8ae7-24dc-4ac7-b1d6-4d59fcee2abe tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0709112 Jul 18 10:30:04.967879 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-52e0f6b2-d2fa-4522-9277-a4ff72ece739 req-14668a3c-9044-4144-af6e-bb2f080d1635 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517585 Jul 18 10:30:05.058308 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 50378def-8454-4be1-888b-dcffb98de187 up at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:30:05.114690 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning for port 50378def-8454-4be1-888b-dcffb98de187 completed by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:30:05.122087 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning complete for port 50378def-8454-4be1-888b-dcffb98de187 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:30:05.122647 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (50378def-8454-4be1-888b-dcffb98de187), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:05.203513 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port 50378def-8454-4be1-888b-dcffb98de187 is: BUILD; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:30:05.203909 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (50378def-8454-4be1-888b-dcffb98de187), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:05.216762 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7016346-f304-458e-a0a8-48caa9110fe2 admin admin] Router f1177cc8-fcd2-4459-9054-5163f9096822 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:30:05.228102 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150a6155-aec7-449b-88f4-aab89d373ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50378def-8454-4be1-888b-dcffb98de187'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:30:05.229716 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84681e705a03fd555db26336157b75fd76ce56e0c69b7b802094418238443ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5d1bd4-4223-402d-a291-5cfeca63e1ef" -d '{"events": [{"server_uuid": "150a6155-aec7-449b-88f4-aab89d373ddc", "name": "network-vif-plugged", "status": "completed", "tag": "50378def-8454-4be1-888b-dcffb98de187"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:30:05.243554 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 50378def-8454-4be1-888b-dcffb98de187, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=50378def-8454-4be1-888b-dcffb98de187,segment=NetworkSegment(89bc0e88-056a-4141-bf22-508e218f1179),segment_id=89bc0e88-056a-4141-bf22-508e218f1179)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:30:05.249051 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (50378def-8454-4be1-888b-dcffb98de187), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:05.279625 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d20d9c-a77c-45be-9a75-48cfb16bfbfd x-openstack-request-id: req-76d20d9c-a77c-45be-9a75-48cfb16bfbfd {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:30:05.279929 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150a6155-aec7-449b-88f4-aab89d373ddc", "name": "network-vif-plugged", "status": "completed", "tag": "50378def-8454-4be1-888b-dcffb98de187", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:30:05.280155 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-76d20d9c-a77c-45be-9a75-48cfb16bfbfd {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:30:05.282119 dv-cinder-837546-3-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76d20d9c-a77c-45be-9a75-48cfb16bfbfd'] response: {'server_uuid': '150a6155-aec7-449b-88f4-aab89d373ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50378def-8454-4be1-888b-dcffb98de187', 'code': 200} Jul 18 10:30:05.315704 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=50378def-8454-4be1-888b-dcffb98de187,revision_number=5']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:05.343308 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7016346-f304-458e-a0a8-48caa9110fe2 admin admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:30:05.348284 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-e7016346-f304-458e-a0a8-48caa9110fe2 admin admin] 10.222.0.33 "PUT /v2.0/routers/f1177cc8-fcd2-4459-9054-5163f9096822/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9603965 Jul 18 10:30:05.351233 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 59128) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:05.356152 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514f4fea-fcd0-4d74-baa2-43e349192e85 None None] Sync routers for ids ['f1177cc8-fcd2-4459-9054-5163f9096822'] in dv-cinder-837546-3-iscsi {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:30:05.372585 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514f4fea-fcd0-4d74-baa2-43e349192e85 None None] Routers {'f1177cc8-fcd2-4459-9054-5163f9096822'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:30:05.373920 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-514f4fea-fcd0-4d74-baa2-43e349192e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:29:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['f1177cc8-fcd2-4459-9054-5163f9096822'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:30:05.493595 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-514f4fea-fcd0-4d74-baa2-43e349192e85 None None] Set router f1177cc8-fcd2-4459-9054-5163f9096822 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:30:05.517716 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede79e7-a0a7-4231-8e73-6b12621b834b req-857d33f8-8798-4091-bfb6-ab11028878e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:05.519268 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3ede79e7-a0a7-4231-8e73-6b12621b834b req-857d33f8-8798-4091-bfb6-ab11028878e5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=150a6155-aec7-449b-88f4-aab89d373ddc HTTP/1.1" status: 200 len: 1129 time: 0.0521660 Jul 18 10:30:05.520604 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-9ca384ff-553f-49cf-a5a6-9efb8bbd8e3d admin admin] Publish callbacks [] for router (f1177cc8-fcd2-4459-9054-5163f9096822), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:05.648251 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3ede79e7-a0a7-4231-8e73-6b12621b834b req-79d41ab2-5b2b-459e-afed-ae10b996d923 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=55362095-f388-4dff-9770-8ae0da7a838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900939 Jul 18 10:30:05.668658 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-9ca384ff-553f-49cf-a5a6-9efb8bbd8e3d admin admin] Publish callbacks [] for router_gateway (f1177cc8-fcd2-4459-9054-5163f9096822), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:05.727553 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-9ca384ff-553f-49cf-a5a6-9efb8bbd8e3d admin admin] Deleting port e2a940ad-2e32-4bfb-9e16-cf56a84da4de {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:30:05.728111 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-9ca384ff-553f-49cf-a5a6-9efb8bbd8e3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (e2a940ad-2e32-4bfb-9e16-cf56a84da4de), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:05.755421 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:05.771603 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-514f4fea-fcd0-4d74-baa2-43e349192e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1177cc8-fcd2-4459-9054-5163f9096822', 'name': 'tempest-DeleteServersTestJSON-1938776782-router', 'tenant_id': 'daab623e57e54081b262d4a8fe124f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'e2a940ad-2e32-4bfb-9e16-cf56a84da4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:30:04Z', 'revision_number': 5, 'project_id': 'daab623e57e54081b262d4a8fe124f42', 'gw_port': {'id': 'e2a940ad-2e32-4bfb-9e16-cf56a84da4de', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:35:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1177cc8-fcd2-4459-9054-5163f9096822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:56Z', 'updated_at': '2022-07-18T10:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi'}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:30:05.797251 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514f4fea-fcd0-4d74-baa2-43e349192e85 None None] Checking router: f1177cc8-fcd2-4459-9054-5163f9096822 for host: dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:30:05.806441 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514f4fea-fcd0-4d74-baa2-43e349192e85 None None] Routers {'f1177cc8-fcd2-4459-9054-5163f9096822'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:30:05.807133 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-514f4fea-fcd0-4d74-baa2-43e349192e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:29:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['f1177cc8-fcd2-4459-9054-5163f9096822'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:30:05.836310 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:05.858473 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4b425-6be6-4f04-81e6-00537a297fe8 req-ffab5048-8409-45a4-971c-1488fcd8eb85 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:05.867099 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0ea4b425-6be6-4f04-81e6-00537a297fe8 req-ffab5048-8409-45a4-971c-1488fcd8eb85 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=150a6155-aec7-449b-88f4-aab89d373ddc HTTP/1.1" status: 200 len: 945 time: 0.1124196 Jul 18 10:30:05.883763 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-9ca384ff-553f-49cf-a5a6-9efb8bbd8e3d admin admin] For port e2a940ad-2e32-4bfb-9e16-cf56a84da4de, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=e2a940ad-2e32-4bfb-9e16-cf56a84da4de,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:30:05.884223 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-9ca384ff-553f-49cf-a5a6-9efb8bbd8e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (e2a940ad-2e32-4bfb-9e16-cf56a84da4de), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:05.901604 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-514f4fea-fcd0-4d74-baa2-43e349192e85 None None] Set router f1177cc8-fcd2-4459-9054-5163f9096822 gateway port host: None {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:30:05.909533 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-9ca384ff-553f-49cf-a5a6-9efb8bbd8e3d admin admin] Calling delete_port for e2a940ad-2e32-4bfb-9e16-cf56a84da4de owned by network:router_gateway {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:30:05.953782 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-514f4fea-fcd0-4d74-baa2-43e349192e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1177cc8-fcd2-4459-9054-5163f9096822', 'name': 'tempest-DeleteServersTestJSON-1938776782-router', 'tenant_id': 'daab623e57e54081b262d4a8fe124f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:30:05Z', 'revision_number': 6, 'project_id': 'daab623e57e54081b262d4a8fe124f42', 'gw_port_host': None}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:30:05.975391 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0ea4b425-6be6-4f04-81e6-00537a297fe8 req-d19e19e9-1e95-42c1-91e9-2688620cb6d5 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/security-groups?id=55362095-f388-4dff-9770-8ae0da7a838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072295 Jul 18 10:30:05.987939 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514f4fea-fcd0-4d74-baa2-43e349192e85 None None] The sync data for ids ['f1177cc8-fcd2-4459-9054-5163f9096822'] in dv-cinder-837546-3-iscsi is: [{'id': 'f1177cc8-fcd2-4459-9054-5163f9096822', 'name': 'tempest-DeleteServersTestJSON-1938776782-router', 'tenant_id': 'daab623e57e54081b262d4a8fe124f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:30:05Z', 'revision_number': 6, 'project_id': 'daab623e57e54081b262d4a8fe124f42', 'gw_port_host': None}] {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:30:06.113811 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b0a24-0e67-4dc1-98fb-8456eca1bb72 req-b051cc8a-34cb-4b67-a80e-6993d79268ae tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:06.115180 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d82b0a24-0e67-4dc1-98fb-8456eca1bb72 req-b051cc8a-34cb-4b67-a80e-6993d79268ae tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0674984 Jul 18 10:30:06.207847 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d82b0a24-0e67-4dc1-98fb-8456eca1bb72 req-3164c3aa-3710-4294-a83c-91a52e7cd29e tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828187 Jul 18 10:30:06.213654 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-9ca384ff-553f-49cf-a5a6-9efb8bbd8e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607'] for port (e2a940ad-2e32-4bfb-9e16-cf56a84da4de), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:06.265325 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca384ff-553f-49cf-a5a6-9efb8bbd8e3d admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a940ad-2e32-4bfb-9e16-cf56a84da4de,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:06.300948 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-9ca384ff-553f-49cf-a5a6-9efb8bbd8e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-781127'] for router_gateway (f1177cc8-fcd2-4459-9054-5163f9096822), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:06.660048 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-9ca384ff-553f-49cf-a5a6-9efb8bbd8e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1411'] for router (f1177cc8-fcd2-4459-9054-5163f9096822), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:06.664180 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-9ca384ff-553f-49cf-a5a6-9efb8bbd8e3d admin admin] Publish callbacks [] for router_controller (f1177cc8-fcd2-4459-9054-5163f9096822), precommit_delete_associations {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:06.741141 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-c2fccb88-a95b-4532-be41-0f7e44343976 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:06.742590 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-c2fccb88-a95b-4532-be41-0f7e44343976 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/networks?id=303a42e4-0390-40fa-955b-4c7e6e4064b3 HTTP/1.1" status: 200 len: 814 time: 0.5248291 Jul 18 10:30:06.759181 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-9ca384ff-553f-49cf-a5a6-9efb8bbd8e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660434'] for router (f1177cc8-fcd2-4459-9054-5163f9096822), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:06.759819 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca384ff-553f-49cf-a5a6-9efb8bbd8e3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1177cc8-fcd2-4459-9054-5163f9096822 {{(pid=103899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 10:30:06.761907 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-4fb4b56b-db89-473e-9452-3bb3dff9e9c6 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/quotas/ee6203312784435b8cd1fdfede3fb597 HTTP/1.1" status: 200 len: 375 time: 0.0135214 Jul 18 10:30:06.765682 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-9ca384ff-553f-49cf-a5a6-9efb8bbd8e3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:06.768989 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-9ca384ff-553f-49cf-a5a6-9efb8bbd8e3d admin admin] 10.222.0.33 "DELETE /v2.0/routers/f1177cc8-fcd2-4459-9054-5163f9096822 HTTP/1.1" status: 204 len: 168 time: 1.4124513 Jul 18 10:30:06.769227 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 59160) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:06.828880 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-a1e90dbb-1e8d-492e-85be-338ca67b68a0 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=ee6203312784435b8cd1fdfede3fb597&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573559 Jul 18 10:30:06.853078 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device e2a940ad-2e32-4bfb-9e16-cf56a84da4de no longer exists at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:30:06.869928 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_v2 [None req-5722bb67-a8b4-4b6f-8389-25e2a7f34492 admin admin] Deleting subnet 68a4034d-cce3-4362-8629-a3033003a5d7 {{(pid=103899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 10:30:06.877655 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] No Port match for: e2a940ad-2e32-4bfb-9e16-cf56a84da4de {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:30:06.878509 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device e2a940ad-2e32-4bfb-9e16-cf56a84da4de not bound to the agent host dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:30:06.879249 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a no longer exists at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:30:06.881131 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-5722bb67-a8b4-4b6f-8389-25e2a7f34492 admin admin] Publish callbacks [] for subnet (68a4034d-cce3-4362-8629-a3033003a5d7), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:06.900298 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] No Port match for: cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:30:06.901190 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device cf4f68ea-371c-439f-a6f9-e3aa86ff2c8a not bound to the agent host dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:30:06.958336 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-5722bb67-a8b4-4b6f-8389-25e2a7f34492 admin admin] Publish callbacks [] for subnet (68a4034d-cce3-4362-8629-a3033003a5d7), precommit_delete_associations {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:07.033168 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-b4538ac3-391a-4eb0-89de-654515508c2a service neutron] 10.222.0.33 "GET /v2.0/networks/303a42e4-0390-40fa-955b-4c7e6e4064b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958795 Jul 18 10:30:07.117795 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-5722bb67-a8b4-4b6f-8389-25e2a7f34492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8074828'] for subnet (68a4034d-cce3-4362-8629-a3033003a5d7), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:07.146780 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:07.195649 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:07.264466 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416800e5-8353-44ba-b248-8b536fb19f77 req-f852b5a9-e4ff-4432-ae5f-e741d8245261 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:07.266077 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-416800e5-8353-44ba-b248-8b536fb19f77 req-f852b5a9-e4ff-4432-ae5f-e741d8245261 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=150a6155-aec7-449b-88f4-aab89d373ddc HTTP/1.1" status: 200 len: 945 time: 0.1846864 Jul 18 10:30:07.332615 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-ce5667a3-1a1a-4498-baee-f95daf71c96e service neutron] 10.222.0.33 "GET /v2.0/networks/303a42e4-0390-40fa-955b-4c7e6e4064b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902379 Jul 18 10:30:07.339508 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-5722bb67-a8b4-4b6f-8389-25e2a7f34492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8074843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580'] for subnet (68a4034d-cce3-4362-8629-a3033003a5d7), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:07.381326 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722bb67-a8b4-4b6f-8389-25e2a7f34492 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68a4034d-cce3-4362-8629-a3033003a5d7,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:07.389211 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-5722bb67-a8b4-4b6f-8389-25e2a7f34492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for subnet (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:07.394475 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-5722bb67-a8b4-4b6f-8389-25e2a7f34492 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/68a4034d-cce3-4362-8629-a3033003a5d7 HTTP/1.1" status: 204 len: 168 time: 0.6242309 Jul 18 10:30:07.399635 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 59186) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:07.403704 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa67961-4d9e-4dde-93a1-f881ed1d09b0 None None] Network a825217e-675b-4d91-a035-cfdee7f60003 requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:30:07.406824 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-416800e5-8353-44ba-b248-8b536fb19f77 req-08151e47-f5cb-414e-ae24-3c2894310bac tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/security-groups?id=55362095-f388-4dff-9770-8ae0da7a838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277404 Jul 18 10:30:07.526242 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7979611'] for network (a825217e-675b-4d91-a035-cfdee7f60003), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:07.589594 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] Deleting port fb7231a1-dac9-4ecb-87f4-f0a46924a094 {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:30:07.590181 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (fb7231a1-dac9-4ecb-87f4-f0a46924a094), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:07.627697 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7cc5a-7ead-47ce-9c07-ac9ac1979f5e req-40c58a8d-5d00-4b09-9abe-e247b6a21752 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:07.635623 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1da7cc5a-7ead-47ce-9c07-ac9ac1979f5e req-40c58a8d-5d00-4b09-9abe-e247b6a21752 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.1105158 Jul 18 10:30:07.673887 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a8c2ba86-32c7-4465-a6c6-e5e6931424be req-57c8e7d8-bb38-4852-9169-5a681aa85082 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=233328a3-8e4b-4ece-8072-1a31d00d730f HTTP/1.1" status: 200 len: 210 time: 0.0698469 Jul 18 10:30:07.692908 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] For port fb7231a1-dac9-4ecb-87f4-f0a46924a094, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=fb7231a1-dac9-4ecb-87f4-f0a46924a094,segment=NetworkSegment(b8e67c14-fddc-40ae-b81d-a41c8632f5cb),segment_id=b8e67c14-fddc-40ae-b81d-a41c8632f5cb)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:30:07.693274 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (fb7231a1-dac9-4ecb-87f4-f0a46924a094), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:07.708866 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] Calling delete_port for fb7231a1-dac9-4ecb-87f4-f0a46924a094 owned by network:dhcp {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:30:07.711236 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:07.750250 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1da7cc5a-7ead-47ce-9c07-ac9ac1979f5e req-2d09184b-6d47-4c6a-a710-b44f53459c5b tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127827 Jul 18 10:30:07.761854 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91844772-621d-431e-a4f9-cfaba1c6e842 None None] DHCP port deletion for a825217e-675b-4d91-a035-cfdee7f60003 request from dv-cinder-837546-3-iscsi {{(pid=103900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 10:30:07.809511 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-91844772-621d-431e-a4f9-cfaba1c6e842 None None] Deleting port fb7231a1-dac9-4ecb-87f4-f0a46924a094 {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:30:07.809876 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-91844772-621d-431e-a4f9-cfaba1c6e842 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (fb7231a1-dac9-4ecb-87f4-f0a46924a094), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:07.822697 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607'] for port (fb7231a1-dac9-4ecb-87f4-f0a46924a094), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:07.845393 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] Pushing event deleted for resources: {'Port': ['ID=fb7231a1-dac9-4ecb-87f4-f0a46924a094,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:07.854498 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] No DVR routers for this DVR port fb7231a1-dac9-4ecb-87f4-f0a46924a094 on host dv-cinder-837546-3-iscsi {{(pid=103898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:30:07.874075 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:07.883070 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-91844772-621d-431e-a4f9-cfaba1c6e842 None None] For port fb7231a1-dac9-4ecb-87f4-f0a46924a094, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=fb7231a1-dac9-4ecb-87f4-f0a46924a094,segment=NetworkSegment(b8e67c14-fddc-40ae-b81d-a41c8632f5cb),segment_id=b8e67c14-fddc-40ae-b81d-a41c8632f5cb)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:30:07.883783 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-91844772-621d-431e-a4f9-cfaba1c6e842 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (fb7231a1-dac9-4ecb-87f4-f0a46924a094), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:07.899729 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-91844772-621d-431e-a4f9-cfaba1c6e842 None None] Calling delete_port for fb7231a1-dac9-4ecb-87f4-f0a46924a094 owned by network:dhcp {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:30:07.931731 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8074381', 'neutron.services.segments.db._delete_segments_for_network-8756234178838'] for network (a825217e-675b-4d91-a035-cfdee7f60003), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:07.953591 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:30:07.953959 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:30:07.954717 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:30:07.955050 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] Subscribe: > port after_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:30:07.955372 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] Subscribe: > port after_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:30:07.956271 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] Subscribe: > port after_update 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:30:07.956622 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:30:07.956946 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:30:07.957265 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:30:07.957588 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:30:08.032204 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-91844772-621d-431e-a4f9-cfaba1c6e842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607'] for port (fb7231a1-dac9-4ecb-87f4-f0a46924a094), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:08.036728 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:08.061625 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91844772-621d-431e-a4f9-cfaba1c6e842 None None] Pushing event deleted for resources: {'Port': ['ID=fb7231a1-dac9-4ecb-87f4-f0a46924a094,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:08.067244 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91844772-621d-431e-a4f9-cfaba1c6e842 None None] No DVR routers for this DVR port fb7231a1-dac9-4ecb-87f4-f0a46924a094 on host dv-cinder-837546-3-iscsi {{(pid=103900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:30:08.165770 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:30:08.166120 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:30:08.166453 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:30:08.166783 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:30:08.167155 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.services.segments.db [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a825217e-675b-4d91-a035-cfdee7f60003']}} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:30:08.192140 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.services.segments.db [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8e67c14-fddc-40ae-b81d-a41c8632f5cb') {'for_net_delete': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:30:08.192384 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.services.segments.db [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8e67c14-fddc-40ae-b81d-a41c8632f5cb') {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:30:08.209651 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756234179103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260918846'] for segment (b8e67c14-fddc-40ae-b81d-a41c8632f5cb), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:08.230468 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (b8e67c14-fddc-40ae-b81d-a41c8632f5cb), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:08.239543 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 10:30:08.240037 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260947020'] for segment (b8e67c14-fddc-40ae-b81d-a41c8632f5cb), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:08.310573 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8074358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781180'] for network (a825217e-675b-4d91-a035-cfdee7f60003), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:08.319306 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:08.325422 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] 10.222.0.33 "DELETE /v2.0/networks/a825217e-675b-4d91-a035-cfdee7f60003 HTTP/1.1" status: 204 len: 168 time: 0.9218664 Jul 18 10:30:08.332719 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac44526-aed4-4c4f-837c-29b2049beeaa admin admin] Pushing event deleted for resources: {'Network': ['ID=a825217e-675b-4d91-a035-cfdee7f60003,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:08.501390 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 59222) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:08.512925 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:08.532359 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.services.segments.plugin [-] Segment b8e67c14-fddc-40ae-b81d-a41c8632f5cb resource provider aggregate not found Jul 18 10:30:08.556189 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.services.segments.plugin [-] Segment b8e67c14-fddc-40ae-b81d-a41c8632f5cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8e67c14-fddc-40ae-b81d-a41c8632f5cb found for delete ", "request_id": "req-3c8e0c25-fc42-41ab-966c-9a28b69603d9"}]} Jul 18 10:30:08.571134 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-ea8b3be9-9c71-4918-a3f7-d613cdd008b6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=daab623e57e54081b262d4a8fe124f42&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0657291 Jul 18 10:30:08.573599 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 59228) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:08.588174 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1cda62-1b83-40fc-bfd4-c6069bdd17d4 req-f66bd931-6d96-4256-9910-f8ca289cbb92 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:08.590020 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-eb1cda62-1b83-40fc-bfd4-c6069bdd17d4 req-f66bd931-6d96-4256-9910-f8ca289cbb92 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=150a6155-aec7-449b-88f4-aab89d373ddc HTTP/1.1" status: 200 len: 945 time: 0.1005061 Jul 18 10:30:08.610275 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device fb7231a1-dac9-4ecb-87f4-f0a46924a094 no longer exists at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:30:08.635020 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] No Port match for: fb7231a1-dac9-4ecb-87f4-f0a46924a094 {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:30:08.635363 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device fb7231a1-dac9-4ecb-87f4-f0a46924a094 not bound to the agent host dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:30:08.652360 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5e197b67-1fc0-4e26-9f54-a66626e3f9ac admin admin] Publish callbacks [] for security_group (8f4aa611-2fe6-476c-b44c-b5615e1e562e), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:08.653541 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-eb1cda62-1b83-40fc-bfd4-c6069bdd17d4 req-ec15506b-815d-4355-814c-a8a36fff392d tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/security-groups?id=55362095-f388-4dff-9770-8ae0da7a838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571668 Jul 18 10:30:08.679237 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5e197b67-1fc0-4e26-9f54-a66626e3f9ac admin admin] Publish callbacks [] for security_group (8f4aa611-2fe6-476c-b44c-b5615e1e562e), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:08.754990 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5e197b67-1fc0-4e26-9f54-a66626e3f9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (8f4aa611-2fe6-476c-b44c-b5615e1e562e), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:08.759664 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5e197b67-1fc0-4e26-9f54-a66626e3f9ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:08.762352 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-5e197b67-1fc0-4e26-9f54-a66626e3f9ac admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8f4aa611-2fe6-476c-b44c-b5615e1e562e HTTP/1.1" status: 204 len: 168 time: 0.1876938 Jul 18 10:30:08.784979 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e197b67-1fc0-4e26-9f54-a66626e3f9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4aa611-2fe6-476c-b44c-b5615e1e562e,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:08.852820 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3a1648cf-d04d-4c60-971e-f0138c475f56 req-7595bc53-c4d3-4895-a2fe-9c397855b22d tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=233328a3-8e4b-4ece-8072-1a31d00d730f HTTP/1.1" status: 200 len: 210 time: 0.0924299 Jul 18 10:30:09.008078 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2f796-5437-49fe-9e6b-b3f45377ea55 req-177574f3-5d96-4a49-9dcb-2241d8d5f91e tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:09.009975 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f8a2f796-5437-49fe-9e6b-b3f45377ea55 req-177574f3-5d96-4a49-9dcb-2241d8d5f91e tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.1230443 Jul 18 10:30:09.135461 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-88333972-4382-422f-8c51-a31b5da43e31 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:09.136998 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-88333972-4382-422f-8c51-a31b5da43e31 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.30 "GET /v2.0/networks?id=303a42e4-0390-40fa-955b-4c7e6e4064b3 HTTP/1.1" status: 200 len: 814 time: 0.2245893 Jul 18 10:30:09.140874 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f8a2f796-5437-49fe-9e6b-b3f45377ea55 req-4b2a8634-ed65-4303-88d6-3cff740b0d47 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912223 Jul 18 10:30:09.164800 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-c17ff079-7352-4134-b65f-916f81902ef8 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Request body: {'port': {'device_id': '233328a3-8e4b-4ece-8072-1a31d00d730f', 'network_id': '303a42e4-0390-40fa-955b-4c7e6e4064b3', 'admin_state_up': True, 'tenant_id': 'ee6203312784435b8cd1fdfede3fb597'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:30:09.322973 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-c17ff079-7352-4134-b65f-916f81902ef8 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Made reservation on behalf of ee6203312784435b8cd1fdfede3fb597 for: {'port': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:30:09.327193 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-c17ff079-7352-4134-b65f-916f81902ef8 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:09.486799 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:09.527909 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_common [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-c17ff079-7352-4134-b65f-916f81902ef8 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Allocated IP 172.20.0.8 (303a42e4-0390-40fa-955b-4c7e6e4064b3/d4fa1e89-cbca-4ddc-a2c7-37d61576e52d/c7e3d10c-31e5-479a-8314-39f962197adb) {{(pid=103899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:30:09.561960 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76c3de-85a5-4d7b-882e-130269d419f4 req-cb0f2ab8-0dfc-4f1a-8d2f-5ead8f66d5f1 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:09.563496 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-7c76c3de-85a5-4d7b-882e-130269d419f4 req-cb0f2ab8-0dfc-4f1a-8d2f-5ead8f66d5f1 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=150a6155-aec7-449b-88f4-aab89d373ddc HTTP/1.1" status: 200 len: 945 time: 0.0720739 Jul 18 10:30:09.584411 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:09.669508 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-7c76c3de-85a5-4d7b-882e-130269d419f4 req-8ced1032-42e0-4cd5-8671-13bee7221049 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/security-groups?id=55362095-f388-4dff-9770-8ae0da7a838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968990 Jul 18 10:30:09.752172 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-c17ff079-7352-4134-b65f-916f81902ef8 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Publish callbacks [] for port (c7e3d10c-31e5-479a-8314-39f962197adb), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:09.753637 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 59286) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:09.786504 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-c17ff079-7352-4134-b65f-916f81902ef8 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598'] for port (c7e3d10c-31e5-479a-8314-39f962197adb), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:09.826282 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-c17ff079-7352-4134-b65f-916f81902ef8 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Network 303a42e4-0390-40fa-955b-4c7e6e4064b3 is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:30:09.829437 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-c17ff079-7352-4134-b65f-916f81902ef8 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:30:09.835995 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-c17ff079-7352-4134-b65f-916f81902ef8 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Received port after_create {{(pid=103899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:30:09.841060 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-c17ff079-7352-4134-b65f-916f81902ef8 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:09.841663 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-c17ff079-7352-4134-b65f-916f81902ef8 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:09.854916 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ff079-7352-4134-b65f-916f81902ef8 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Pushing event updated for resources: {'Port': ['ID=c7e3d10c-31e5-479a-8314-39f962197adb,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:09.862089 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-4d0cd438-687b-4570-a790-e5ef2052e94c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1354443249-network', 'tenant_id': 'a6b9cf74829f49f39165fce79929ec54'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:30:09.866238 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-c17ff079-7352-4134-b65f-916f81902ef8 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7079065 Jul 18 10:30:09.885704 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0cd438-687b-4570-a790-e5ef2052e94c admin admin] Made reservation on behalf of a6b9cf74829f49f39165fce79929ec54 for: {'network': 1} {{(pid=103898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:30:09.888329 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4d0cd438-687b-4570-a790-e5ef2052e94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for network (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:09.897439 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4d0cd438-687b-4570-a790-e5ef2052e94c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:09.973861 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4d0cd438-687b-4570-a790-e5ef2052e94c admin admin] Publish callbacks [] for security_group (51625ae2-157e-41eb-942c-edc8aa0f5a29), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:09.975985 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c64280-16d5-4889-878d-65c5abc60411 req-4714644f-3a88-4c04-b651-af57c21083b8 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:09.977755 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-31c64280-16d5-4889-878d-65c5abc60411 req-4714644f-3a88-4c04-b651-af57c21083b8 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=233328a3-8e4b-4ece-8072-1a31d00d730f HTTP/1.1" status: 200 len: 931 time: 0.0548563 Jul 18 10:30:09.979473 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4d0cd438-687b-4570-a790-e5ef2052e94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (51625ae2-157e-41eb-942c-edc8aa0f5a29), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:10.009400 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0cd438-687b-4570-a790-e5ef2052e94c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:30:10.015072 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0cd438-687b-4570-a790-e5ef2052e94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51625ae2-157e-41eb-942c-edc8aa0f5a29,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:10.023783 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4d0cd438-687b-4570-a790-e5ef2052e94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (23f40efb-3f65-4414-89b7-435c9e757fad), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:10.023890 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.db.segments_db [None req-4d0cd438-687b-4570-a790-e5ef2052e94c admin admin] Added segment 23f40efb-3f65-4414-89b7-435c9e757fad of type vlan for network 68cf6979-4adb-4f57-84e6-0a189645ec77 Jul 18 10:30:10.032443 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-31c64280-16d5-4889-878d-65c5abc60411 req-ecff7741-44c7-4968-89da-975fdeb9bde8 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488005 Jul 18 10:30:10.063490 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4d0cd438-687b-4570-a790-e5ef2052e94c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756233730353'] for network (68cf6979-4adb-4f57-84e6-0a189645ec77), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:10.087648 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4d0cd438-687b-4570-a790-e5ef2052e94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580'] for network (68cf6979-4adb-4f57-84e6-0a189645ec77), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:10.088621 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0cd438-687b-4570-a790-e5ef2052e94c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:10.089192 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4d0cd438-687b-4570-a790-e5ef2052e94c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:10.122315 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-4d0cd438-687b-4570-a790-e5ef2052e94c admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3675718 Jul 18 10:30:10.125384 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 59292) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:10.130905 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-2a578c11-e604-421e-8f43-4b06c93fb538 admin admin] Request body: {'subnet': {'network_id': '68cf6979-4adb-4f57-84e6-0a189645ec77', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1354443249-subnet', 'tenant_id': 'a6b9cf74829f49f39165fce79929ec54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:30:10.151256 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a578c11-e604-421e-8f43-4b06c93fb538 admin admin] Made reservation on behalf of a6b9cf74829f49f39165fce79929ec54 for: {'subnet': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:30:10.153893 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-2a578c11-e604-421e-8f43-4b06c93fb538 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:10.159957 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0cd438-687b-4570-a790-e5ef2052e94c admin admin] Pushing event updated for resources: {'Network': ['ID=68cf6979-4adb-4f57-84e6-0a189645ec77,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:10.169323 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Network 68cf6979-4adb-4f57-84e6-0a189645ec77 details requested by agent ovs-agent-dv-cinder-837546-3-iscsi with host dv-cinder-837546-3-iscsi {{(pid=103900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:30:10.326170 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5b6cd-bc58-45f8-942e-4a58c3e4d2b8 req-95f79e89-a58e-4399-b49b-156e80670593 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:10.327676 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-71d5b6cd-bc58-45f8-942e-4a58c3e4d2b8 req-95f79e89-a58e-4399-b49b-156e80670593 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0803988 Jul 18 10:30:10.410586 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-2a578c11-e604-421e-8f43-4b06c93fb538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580'] for subnet (919d0b96-396c-4987-8ddc-65ed9101c5f1), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:10.419181 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 59308) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:10.446928 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-71d5b6cd-bc58-45f8-942e-4a58c3e4d2b8 req-7a82ac32-3c65-4b21-bf18-e00b4ebec684 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124561 Jul 18 10:30:10.449731 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:10.469170 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:INSERT=7 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:10.471119 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_v2 [None req-939b5ff9-7e66-4ed0-bafa-a6f8b9ecd5d7 admin admin] Deleting subnet 2db6bc82-8021-45cb-bb1b-5464f391319d {{(pid=103898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 10:30:10.474667 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-939b5ff9-7e66-4ed0-bafa-a6f8b9ecd5d7 admin admin] Publish callbacks [] for subnet (2db6bc82-8021-45cb-bb1b-5464f391319d), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:10.480759 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a578c11-e604-421e-8f43-4b06c93fb538 admin admin] Pushing event updated for resources: {'Subnet': ['ID=919d0b96-396c-4987-8ddc-65ed9101c5f1,revision_number=0']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:10.495185 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a578c11-e604-421e-8f43-4b06c93fb538 admin admin] Checking segment: {'id': '23f40efb-3f65-4414-89b7-435c9e757fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '68cf6979-4adb-4f57-84e6-0a189645ec77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:30:10.495542 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a578c11-e604-421e-8f43-4b06c93fb538 admin admin] Network hostable DHCP agents. Network: 68cf6979-4adb-4f57-84e6-0a189645ec77, hostable agents: ['fa8f3552-6db4-4084-80f3-0029642e69db'], hosted agents: [] {{(pid=103899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:30:10.514747 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a578c11-e604-421e-8f43-4b06c93fb538 admin admin] Network 68cf6979-4adb-4f57-84e6-0a189645ec77 is scheduled to be hosted by DHCP agent fa8f3552-6db4-4084-80f3-0029642e69db with binding_index 1 {{(pid=103899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:30:10.514890 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-939b5ff9-7e66-4ed0-bafa-a6f8b9ecd5d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260918855'] for subnet (2db6bc82-8021-45cb-bb1b-5464f391319d), precommit_delete_associations {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:10.523879 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [None req-2a578c11-e604-421e-8f43-4b06c93fb538 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-3-iscsi, 68cf6979-4adb-4f57-84e6-0a189645ec77) {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:30:10.528651 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a578c11-e604-421e-8f43-4b06c93fb538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:10.529901 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-2a578c11-e604-421e-8f43-4b06c93fb538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for subnet (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:10.531714 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43b7fbf-4b27-4a3e-9760-0a3d90cc69ad None None] Network 68cf6979-4adb-4f57-84e6-0a189645ec77 requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:30:10.541292 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:10.551550 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-2a578c11-e604-421e-8f43-4b06c93fb538 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4249864 Jul 18 10:30:10.560948 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-939b5ff9-7e66-4ed0-bafa-a6f8b9ecd5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8074828'] for subnet (2db6bc82-8021-45cb-bb1b-5464f391319d), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:10.608329 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:10.620286 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-939b5ff9-7e66-4ed0-bafa-a6f8b9ecd5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8074843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260947630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260973135'] for subnet (2db6bc82-8021-45cb-bb1b-5464f391319d), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:10.652923 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b5ff9-7e66-4ed0-bafa-a6f8b9ecd5d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2db6bc82-8021-45cb-bb1b-5464f391319d,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:10.655650 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c421346-8aa1-4384-8fb1-8391b2c066ab None None] Network 68cf6979-4adb-4f57-84e6-0a189645ec77 requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:30:10.659534 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-939b5ff9-7e66-4ed0-bafa-a6f8b9ecd5d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:10.663123 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-939b5ff9-7e66-4ed0-bafa-a6f8b9ecd5d7 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/2db6bc82-8021-45cb-bb1b-5464f391319d HTTP/1.1" status: 204 len: 168 time: 0.2428739 Jul 18 10:30:10.665772 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 59312) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:10.760316 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-36e8d776-2a5a-43a9-8331-214d5772e311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7979611'] for network (6a569d6b-6885-4456-adb4-e3297c19ec50), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:10.806265 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b37d8b-491f-481f-8eaf-46cd1efba231 req-ce3a37ed-7f73-4e9e-b52c-d2e19371485a tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:10.807756 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f4b37d8b-491f-481f-8eaf-46cd1efba231 req-ce3a37ed-7f73-4e9e-b52c-d2e19371485a tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=150a6155-aec7-449b-88f4-aab89d373ddc HTTP/1.1" status: 200 len: 945 time: 0.0622842 Jul 18 10:30:10.898948 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-36e8d776-2a5a-43a9-8331-214d5772e311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8074381', 'neutron.services.segments.db._delete_segments_for_network-8756234178838'] for network (6a569d6b-6885-4456-adb4-e3297c19ec50), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:10.910528 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-582fa2e7-f3d4-4e65-a9f7-ae75a3263526 service neutron] Request body: {'port': {'device_id': '233328a3-8e4b-4ece-8072-1a31d00d730f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:30:10.961255 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-36e8d776-2a5a-43a9-8331-214d5772e311 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:30:10.961605 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-36e8d776-2a5a-43a9-8331-214d5772e311 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:30:10.962374 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-36e8d776-2a5a-43a9-8331-214d5772e311 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:30:10.962712 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-36e8d776-2a5a-43a9-8331-214d5772e311 admin admin] Subscribe: > port after_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:30:10.963030 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-36e8d776-2a5a-43a9-8331-214d5772e311 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:30:10.963364 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-36e8d776-2a5a-43a9-8331-214d5772e311 admin admin] Subscribe: > port after_update 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:30:10.963679 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-36e8d776-2a5a-43a9-8331-214d5772e311 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:30:10.963994 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-36e8d776-2a5a-43a9-8331-214d5772e311 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:30:10.964307 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-36e8d776-2a5a-43a9-8331-214d5772e311 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:30:10.964681 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-36e8d776-2a5a-43a9-8331-214d5772e311 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:30:11.030712 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-36e8d776-2a5a-43a9-8331-214d5772e311 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:30:11.031071 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-36e8d776-2a5a-43a9-8331-214d5772e311 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:30:11.031405 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-36e8d776-2a5a-43a9-8331-214d5772e311 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:30:11.031736 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-36e8d776-2a5a-43a9-8331-214d5772e311 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:30:11.032106 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.services.segments.db [None req-36e8d776-2a5a-43a9-8331-214d5772e311 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a569d6b-6885-4456-adb4-e3297c19ec50']}} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:30:11.044888 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f4b37d8b-491f-481f-8eaf-46cd1efba231 req-0addea58-9b41-4824-921b-9642c2faf8b3 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/security-groups?id=55362095-f388-4dff-9770-8ae0da7a838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172019 Jul 18 10:30:11.069731 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.services.segments.db [None req-36e8d776-2a5a-43a9-8331-214d5772e311 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea2fbef-4d9d-48ab-bbd5-6b1f38fd113c') {'for_net_delete': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:30:11.070085 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.services.segments.db [None req-36e8d776-2a5a-43a9-8331-214d5772e311 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea2fbef-4d9d-48ab-bbd5-6b1f38fd113c') {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:30:11.091979 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 59330) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:11.097504 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-e1f11084-744b-4328-ba43-1ee40f1c7968 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-229395689-network', 'tenant_id': '6f7bf294f6f54a46a68c508ef50faab2'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:30:11.104653 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-36e8d776-2a5a-43a9-8331-214d5772e311 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756234179103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261079394'] for segment (9ea2fbef-4d9d-48ab-bbd5-6b1f38fd113c), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:11.118757 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f11084-744b-4328-ba43-1ee40f1c7968 admin admin] Made reservation on behalf of 6f7bf294f6f54a46a68c508ef50faab2 for: {'network': 1} {{(pid=103898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:30:11.121395 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e1f11084-744b-4328-ba43-1ee40f1c7968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for network (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:11.130213 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e1f11084-744b-4328-ba43-1ee40f1c7968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:11.155409 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-582fa2e7-f3d4-4e65-a9f7-ae75a3263526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (c7e3d10c-31e5-479a-8314-39f962197adb), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:11.157774 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-36e8d776-2a5a-43a9-8331-214d5772e311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (9ea2fbef-4d9d-48ab-bbd5-6b1f38fd113c), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:11.183524 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e8d776-2a5a-43a9-8331-214d5772e311 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 10:30:11.183933 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-36e8d776-2a5a-43a9-8331-214d5772e311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260939939'] for segment (9ea2fbef-4d9d-48ab-bbd5-6b1f38fd113c), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:11.230461 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e1f11084-744b-4328-ba43-1ee40f1c7968 admin admin] Publish callbacks [] for security_group (01777001-80f2-4cc9-ae80-6e6683cf7ee5), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:11.234156 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e1f11084-744b-4328-ba43-1ee40f1c7968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (01777001-80f2-4cc9-ae80-6e6683cf7ee5), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:11.247451 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef7dba-ba94-4de5-9c90-5a5880501c60 req-6eaa3a4a-b9bf-404d-9da6-7394e2896d73 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:11.249364 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5cef7dba-ba94-4de5-9c90-5a5880501c60 req-6eaa3a4a-b9bf-404d-9da6-7394e2896d73 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=233328a3-8e4b-4ece-8072-1a31d00d730f HTTP/1.1" status: 200 len: 931 time: 0.1389484 Jul 18 10:30:11.263053 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f11084-744b-4328-ba43-1ee40f1c7968 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:30:11.270435 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f11084-744b-4328-ba43-1ee40f1c7968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01777001-80f2-4cc9-ae80-6e6683cf7ee5,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:11.277040 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e1f11084-744b-4328-ba43-1ee40f1c7968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (b109ab07-0f7c-41c0-9603-697aa303b788), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:11.277386 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.db.segments_db [None req-e1f11084-744b-4328-ba43-1ee40f1c7968 admin admin] Added segment b109ab07-0f7c-41c0-9603-697aa303b788 of type vlan for network fa56aa8d-2634-4f11-804b-a54ab43af0bd Jul 18 10:30:11.323333 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-36e8d776-2a5a-43a9-8331-214d5772e311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8074358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781180'] for network (6a569d6b-6885-4456-adb4-e3297c19ec50), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:11.338067 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e1f11084-744b-4328-ba43-1ee40f1c7968 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756233730353'] for network (fa56aa8d-2634-4f11-804b-a54ab43af0bd), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:11.374451 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e1f11084-744b-4328-ba43-1ee40f1c7968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580'] for network (fa56aa8d-2634-4f11-804b-a54ab43af0bd), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:11.375499 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f11084-744b-4328-ba43-1ee40f1c7968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:11.376366 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e1f11084-744b-4328-ba43-1ee40f1c7968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:11.406978 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5cef7dba-ba94-4de5-9c90-5a5880501c60 req-b9147514-0efd-479f-b5f0-7c708f2694d8 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374993 Jul 18 10:30:11.417083 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-e1f11084-744b-4328-ba43-1ee40f1c7968 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3213511 Jul 18 10:30:11.417830 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 59340) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:11.421938 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-a8636d3c-4d2f-4879-9f13-1d4057f3acef admin admin] Request body: {'subnet': {'network_id': 'fa56aa8d-2634-4f11-804b-a54ab43af0bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-229395689-subnet', 'tenant_id': '6f7bf294f6f54a46a68c508ef50faab2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:30:11.426474 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-36e8d776-2a5a-43a9-8331-214d5772e311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:11.429629 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-36e8d776-2a5a-43a9-8331-214d5772e311 admin admin] 10.222.0.33 "DELETE /v2.0/networks/6a569d6b-6885-4456-adb4-e3297c19ec50 HTTP/1.1" status: 204 len: 168 time: 0.7623188 Jul 18 10:30:11.433950 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 59342) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:11.434815 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8d776-2a5a-43a9-8331-214d5772e311 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a569d6b-6885-4456-adb4-e3297c19ec50,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:11.481319 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f11084-744b-4328-ba43-1ee40f1c7968 admin admin] Pushing event updated for resources: {'Network': ['ID=fa56aa8d-2634-4f11-804b-a54ab43af0bd,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:11.486589 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8636d3c-4d2f-4879-9f13-1d4057f3acef admin admin] Made reservation on behalf of 6f7bf294f6f54a46a68c508ef50faab2 for: {'subnet': 1} {{(pid=103898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:30:11.490702 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a8636d3c-4d2f-4879-9f13-1d4057f3acef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260973226'] for subnet (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:11.495746 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Network fa56aa8d-2634-4f11-804b-a54ab43af0bd details requested by agent ovs-agent-dv-cinder-837546-3-iscsi with host dv-cinder-837546-3-iscsi {{(pid=103900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:30:11.582181 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.services.segments.plugin [-] Segment 9ea2fbef-4d9d-48ab-bbd5-6b1f38fd113c resource provider aggregate not found Jul 18 10:30:11.631146 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_v2 [None req-f128b3b0-4784-4b8b-ba87-6a2715944789 admin admin] Deleting subnet 56588232-2e06-49bf-af60-78d5efd07327 {{(pid=103899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 10:30:11.645198 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f128b3b0-4784-4b8b-ba87-6a2715944789 admin admin] Publish callbacks [] for subnet (56588232-2e06-49bf-af60-78d5efd07327), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:11.652399 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.services.segments.plugin [-] Segment 9ea2fbef-4d9d-48ab-bbd5-6b1f38fd113c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ea2fbef-4d9d-48ab-bbd5-6b1f38fd113c found for delete ", "request_id": "req-9f993f61-4799-42b9-b6b6-f798ba4a278a"}]} Jul 18 10:30:11.696925 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517929c1-bf65-40a7-bd16-677d23350fd0 req-1fd0647e-add1-40aa-8331-d7f62bb081bc tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:11.698875 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-517929c1-bf65-40a7-bd16-677d23350fd0 req-1fd0647e-add1-40aa-8331-d7f62bb081bc tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.30 "GET /v2.0/ports?device_id=150a6155-aec7-449b-88f4-aab89d373ddc HTTP/1.1" status: 200 len: 945 time: 0.1433837 Jul 18 10:30:11.704430 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:11.724032 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a8636d3c-4d2f-4879-9f13-1d4057f3acef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260947695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260973236'] for subnet (fccb0c91-7060-46e2-966b-f1a434b92828), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:11.726334 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf6811-f311-469b-ad5e-4b0d5e04fbf2 req-de28546c-2280-408c-8548-042bc8a84f49 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:11.727936 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c2bf6811-f311-469b-ad5e-4b0d5e04fbf2 req-de28546c-2280-408c-8548-042bc8a84f49 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.1634948 Jul 18 10:30:11.771937 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=17 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:11.774187 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:11.784244 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8636d3c-4d2f-4879-9f13-1d4057f3acef admin admin] Pushing event updated for resources: {'Subnet': ['ID=fccb0c91-7060-46e2-966b-f1a434b92828,revision_number=0']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:11.785358 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f128b3b0-4784-4b8b-ba87-6a2715944789 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261079323'] for subnet (56588232-2e06-49bf-af60-78d5efd07327), precommit_delete_associations {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:11.795341 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8636d3c-4d2f-4879-9f13-1d4057f3acef admin admin] Checking segment: {'id': 'b109ab07-0f7c-41c0-9603-697aa303b788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fa56aa8d-2634-4f11-804b-a54ab43af0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:30:11.795696 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8636d3c-4d2f-4879-9f13-1d4057f3acef admin admin] Network hostable DHCP agents. Network: fa56aa8d-2634-4f11-804b-a54ab43af0bd, hostable agents: ['fa8f3552-6db4-4084-80f3-0029642e69db'], hosted agents: [] {{(pid=103898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:30:11.815854 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8636d3c-4d2f-4879-9f13-1d4057f3acef admin admin] Network fa56aa8d-2634-4f11-804b-a54ab43af0bd is scheduled to be hosted by DHCP agent fa8f3552-6db4-4084-80f3-0029642e69db with binding_index 1 {{(pid=103898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:30:11.827670 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-a8636d3c-4d2f-4879-9f13-1d4057f3acef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-3-iscsi, fa56aa8d-2634-4f11-804b-a54ab43af0bd) {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:30:11.832709 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8636d3c-4d2f-4879-9f13-1d4057f3acef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:11.833303 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a8636d3c-4d2f-4879-9f13-1d4057f3acef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:11.838991 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06901091-112d-4fe5-998c-6587fed7f322 None None] Network fa56aa8d-2634-4f11-804b-a54ab43af0bd requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:30:11.839920 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:11.860493 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-a8636d3c-4d2f-4879-9f13-1d4057f3acef admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4387531 Jul 18 10:30:11.950883 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232d10f9-72d6-4830-9a46-d98ed8a840c0 None None] Network fa56aa8d-2634-4f11-804b-a54ab43af0bd requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:30:12.009194 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 59354) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:12.056800 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_v2 [None req-e66793a5-1d68-48e8-b85b-c4849dc9bd92 admin admin] Deleting subnet 919d0b96-396c-4987-8ddc-65ed9101c5f1 {{(pid=103898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 10:30:12.060469 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e66793a5-1d68-48e8-b85b-c4849dc9bd92 admin admin] Publish callbacks [] for subnet (919d0b96-396c-4987-8ddc-65ed9101c5f1), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:12.097427 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e66793a5-1d68-48e8-b85b-c4849dc9bd92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260918855'] for subnet (919d0b96-396c-4987-8ddc-65ed9101c5f1), precommit_delete_associations {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:12.142816 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e66793a5-1d68-48e8-b85b-c4849dc9bd92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8074828'] for subnet (919d0b96-396c-4987-8ddc-65ed9101c5f1), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:12.202362 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e66793a5-1d68-48e8-b85b-c4849dc9bd92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8074843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260947630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260973135'] for subnet (919d0b96-396c-4987-8ddc-65ed9101c5f1), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:12.210809 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c2bf6811-f311-469b-ad5e-4b0d5e04fbf2 req-715d3741-730c-4065-8357-9e26bcab8f5d tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735327 Jul 18 10:30:12.225734 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-582fa2e7-f3d4-4e65-a9f7-ae75a3263526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7e3d10c-31e5-479a-8314-39f962197adb {{(pid=103899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:30:12.226175 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66793a5-1d68-48e8-b85b-c4849dc9bd92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=919d0b96-396c-4987-8ddc-65ed9101c5f1,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:12.231627 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f128b3b0-4784-4b8b-ba87-6a2715944789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8074828'] for subnet (56588232-2e06-49bf-af60-78d5efd07327), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:12.232328 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e66793a5-1d68-48e8-b85b-c4849dc9bd92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:12.238412 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-e66793a5-1d68-48e8-b85b-c4849dc9bd92 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/919d0b96-396c-4987-8ddc-65ed9101c5f1 HTTP/1.1" status: 204 len: 168 time: 0.2254264 Jul 18 10:30:12.238706 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 59358) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:12.239089 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-517929c1-bf65-40a7-bd16-677d23350fd0 req-b13fb489-2185-4a9f-bb53-e4c8aad400d7 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Deleting port 50378def-8454-4be1-888b-dcffb98de187 {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:30:12.239339 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-517929c1-bf65-40a7-bd16-677d23350fd0 req-b13fb489-2185-4a9f-bb53-e4c8aad400d7 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (50378def-8454-4be1-888b-dcffb98de187), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:12.245399 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-582fa2e7-f3d4-4e65-a9f7-ae75a3263526 service neutron] Publish callbacks [] for port (c7e3d10c-31e5-479a-8314-39f962197adb), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:12.289165 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb09729-606f-47ac-a321-917899d705f2 req-2f10c225-1f6b-4735-9ce9-f79906d38c1c tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:12.290647 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fbb09729-606f-47ac-a321-917899d705f2 req-2f10c225-1f6b-4735-9ce9-f79906d38c1c tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=150a6155-aec7-449b-88f4-aab89d373ddc HTTP/1.1" status: 200 len: 945 time: 0.1300776 Jul 18 10:30:12.313103 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e4896e19-f0c6-4d55-b988-dba2f21031f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7979611'] for network (68cf6979-4adb-4f57-84e6-0a189645ec77), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:12.319727 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.provisioning_blocks [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-582fa2e7-f3d4-4e65-a9f7-ae75a3263526 service neutron] Transition to ACTIVE for port object c7e3d10c-31e5-479a-8314-39f962197adb will not be triggered until provisioned by entity L2. {{(pid=103899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:30:12.359921 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-582fa2e7-f3d4-4e65-a9f7-ae75a3263526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (c7e3d10c-31e5-479a-8314-39f962197adb), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:12.395775 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e4896e19-f0c6-4d55-b988-dba2f21031f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8074381', 'neutron.services.segments.db._delete_segments_for_network-8756234178838'] for network (68cf6979-4adb-4f57-84e6-0a189645ec77), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:12.422226 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.services.segments.db [None req-e4896e19-f0c6-4d55-b988-dba2f21031f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68cf6979-4adb-4f57-84e6-0a189645ec77']}} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:30:12.433919 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.services.segments.db [None req-e4896e19-f0c6-4d55-b988-dba2f21031f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f40efb-3f65-4414-89b7-435c9e757fad') {'for_net_delete': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:30:12.434234 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.services.segments.db [None req-e4896e19-f0c6-4d55-b988-dba2f21031f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f40efb-3f65-4414-89b7-435c9e757fad') {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:30:12.446119 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e4896e19-f0c6-4d55-b988-dba2f21031f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756234179103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260918846'] for segment (23f40efb-3f65-4414-89b7-435c9e757fad), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:12.462806 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e4896e19-f0c6-4d55-b988-dba2f21031f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (23f40efb-3f65-4414-89b7-435c9e757fad), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:12.470970 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4896e19-f0c6-4d55-b988-dba2f21031f3 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 10:30:12.472167 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e4896e19-f0c6-4d55-b988-dba2f21031f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260947020'] for segment (23f40efb-3f65-4414-89b7-435c9e757fad), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:12.479633 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fbb09729-606f-47ac-a321-917899d705f2 req-520d950c-d2ec-40ef-a0c6-f9c3a165c30b tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/security-groups?id=55362095-f388-4dff-9770-8ae0da7a838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706309 Jul 18 10:30:12.482601 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582fa2e7-f3d4-4e65-a9f7-ae75a3263526 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e3d10c-31e5-479a-8314-39f962197adb,revision_number=2']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:12.494841 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f128b3b0-4784-4b8b-ba87-6a2715944789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8074843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260940353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260462226'] for subnet (56588232-2e06-49bf-af60-78d5efd07327), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:12.497909 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-517929c1-bf65-40a7-bd16-677d23350fd0 req-b13fb489-2185-4a9f-bb53-e4c8aad400d7 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] For port 50378def-8454-4be1-888b-dcffb98de187, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=50378def-8454-4be1-888b-dcffb98de187,segment=NetworkSegment(89bc0e88-056a-4141-bf22-508e218f1179),segment_id=89bc0e88-056a-4141-bf22-508e218f1179)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:30:12.498304 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-517929c1-bf65-40a7-bd16-677d23350fd0 req-b13fb489-2185-4a9f-bb53-e4c8aad400d7 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (50378def-8454-4be1-888b-dcffb98de187), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:12.532493 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.services.segments.plugin [-] Segment 23f40efb-3f65-4414-89b7-435c9e757fad resource provider aggregate not found Jul 18 10:30:12.568687 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-517929c1-bf65-40a7-bd16-677d23350fd0 req-b13fb489-2185-4a9f-bb53-e4c8aad400d7 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Calling delete_port for 50378def-8454-4be1-888b-dcffb98de187 owned by compute:nova {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:30:12.575250 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f128b3b0-4784-4b8b-ba87-6a2715944789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for subnet (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:12.578327 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-f128b3b0-4784-4b8b-ba87-6a2715944789 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/56588232-2e06-49bf-af60-78d5efd07327 HTTP/1.1" status: 204 len: 168 time: 1.1413324 Jul 18 10:30:12.579225 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128b3b0-4784-4b8b-ba87-6a2715944789 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56588232-2e06-49bf-af60-78d5efd07327,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:12.583057 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 59370) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:12.595949 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.services.segments.plugin [-] Segment 23f40efb-3f65-4414-89b7-435c9e757fad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23f40efb-3f65-4414-89b7-435c9e757fad found for delete ", "request_id": "req-f125af39-681c-4986-8215-f44046e1cda1"}]} Jul 18 10:30:12.606870 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e4896e19-f0c6-4d55-b988-dba2f21031f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8074358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781180'] for network (68cf6979-4adb-4f57-84e6-0a189645ec77), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:12.620218 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e4896e19-f0c6-4d55-b988-dba2f21031f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:12.623343 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-e4896e19-f0c6-4d55-b988-dba2f21031f3 admin admin] 10.222.0.33 "DELETE /v2.0/networks/68cf6979-4adb-4f57-84e6-0a189645ec77 HTTP/1.1" status: 204 len: 168 time: 0.3836992 Jul 18 10:30:12.626466 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 59372) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:12.673754 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4896e19-f0c6-4d55-b988-dba2f21031f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=68cf6979-4adb-4f57-84e6-0a189645ec77,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:12.683165 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9ab1e-057a-44d3-9f36-abae8885ade1 req-b4982358-ed06-4a50-b0d7-918737d679d9 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:12.689066 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-aad9ab1e-057a-44d3-9f36-abae8885ade1 req-b4982358-ed06-4a50-b0d7-918737d679d9 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=233328a3-8e4b-4ece-8072-1a31d00d730f HTTP/1.1" status: 200 len: 943 time: 0.1544483 Jul 18 10:30:12.697884 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:12.715188 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6d15b18b-ff0c-4675-85ee-0fdc2e3f1318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7979611'] for network (2c00e8eb-233a-4622-89c0-511522f01787), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:12.735997 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_v2 [None req-3889d63f-1bda-4e8b-b779-6927126d7b86 admin admin] Deleting subnet fccb0c91-7060-46e2-966b-f1a434b92828 {{(pid=103898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 10:30:12.741324 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3889d63f-1bda-4e8b-b779-6927126d7b86 admin admin] Publish callbacks [] for subnet (fccb0c91-7060-46e2-966b-f1a434b92828), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:12.771771 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-582fa2e7-f3d4-4e65-a9f7-ae75a3263526 service neutron] Attempting to bind port c7e3d10c-31e5-479a-8314-39f962197adb on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:30:12.772109 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-582fa2e7-f3d4-4e65-a9f7-ae75a3263526 service neutron] Attempting to bind port c7e3d10c-31e5-479a-8314-39f962197adb by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '9c10a60d-c857-49e0-ba1d-55ba4b507011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '303a42e4-0390-40fa-955b-4c7e6e4064b3'}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:30:12.772438 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-582fa2e7-f3d4-4e65-a9f7-ae75a3263526 service neutron] Attempting to bind port c7e3d10c-31e5-479a-8314-39f962197adb on network 303a42e4-0390-40fa-955b-4c7e6e4064b3 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:30:12.788100 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-582fa2e7-f3d4-4e65-a9f7-ae75a3263526 service neutron] Port c7e3d10c-31e5-479a-8314-39f962197adb on network 303a42e4-0390-40fa-955b-4c7e6e4064b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:30:12.788442 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-582fa2e7-f3d4-4e65-a9f7-ae75a3263526 service neutron] Attempting to bind port c7e3d10c-31e5-479a-8314-39f962197adb on network 303a42e4-0390-40fa-955b-4c7e6e4064b3 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:30:12.798001 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-582fa2e7-f3d4-4e65-a9f7-ae75a3263526 service neutron] Checking agent: {'id': 'f1e01c1b-bf46-4f7e-883c-267517c6b0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'started_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:30:12.798347 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-582fa2e7-f3d4-4e65-a9f7-ae75a3263526 service neutron] Checking segment: {'id': '9c10a60d-c857-49e0-ba1d-55ba4b507011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '303a42e4-0390-40fa-955b-4c7e6e4064b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:30:12.798737 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-582fa2e7-f3d4-4e65-a9f7-ae75a3263526 service neutron] Bound using segment: {'id': '9c10a60d-c857-49e0-ba1d-55ba4b507011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '303a42e4-0390-40fa-955b-4c7e6e4064b3'} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:30:12.800211 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-582fa2e7-f3d4-4e65-a9f7-ae75a3263526 service neutron] Bound port: c7e3d10c-31e5-479a-8314-39f962197adb, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c10a60d-c857-49e0-ba1d-55ba4b507011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '303a42e4-0390-40fa-955b-4c7e6e4064b3'}}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:30:12.800592 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-582fa2e7-f3d4-4e65-a9f7-ae75a3263526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (c7e3d10c-31e5-479a-8314-39f962197adb), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:12.815672 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3889d63f-1bda-4e8b-b779-6927126d7b86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260918855'] for subnet (fccb0c91-7060-46e2-966b-f1a434b92828), precommit_delete_associations {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:12.818773 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-aad9ab1e-057a-44d3-9f36-abae8885ade1 req-5b6153dc-6969-4ff1-a500-900e92b0a88e tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229641 Jul 18 10:30:12.889828 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6d15b18b-ff0c-4675-85ee-0fdc2e3f1318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8074381', 'neutron.services.segments.db._delete_segments_for_network-8756234178838'] for network (2c00e8eb-233a-4622-89c0-511522f01787), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:12.894192 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:12.931518 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.services.segments.db [None req-6d15b18b-ff0c-4675-85ee-0fdc2e3f1318 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c00e8eb-233a-4622-89c0-511522f01787']}} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:30:12.944392 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3889d63f-1bda-4e8b-b779-6927126d7b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8074828'] for subnet (fccb0c91-7060-46e2-966b-f1a434b92828), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:12.947699 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.services.segments.db [None req-6d15b18b-ff0c-4675-85ee-0fdc2e3f1318 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a3103c5-2040-4ad0-a5d9-3773cfb9411d') {'for_net_delete': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:30:12.948055 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.services.segments.db [None req-6d15b18b-ff0c-4675-85ee-0fdc2e3f1318 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a3103c5-2040-4ad0-a5d9-3773cfb9411d') {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:30:12.963244 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=5 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:12.971857 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-582fa2e7-f3d4-4e65-a9f7-ae75a3263526 service neutron] For port c7e3d10c-31e5-479a-8314-39f962197adb, host hv-cinder-83754, cleared binding levels {{(pid=103899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:30:12.979637 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6d15b18b-ff0c-4675-85ee-0fdc2e3f1318 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756234179103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260918846'] for segment (0a3103c5-2040-4ad0-a5d9-3773cfb9411d), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:12.986440 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-517929c1-bf65-40a7-bd16-677d23350fd0 req-b13fb489-2185-4a9f-bb53-e4c8aad400d7 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (50378def-8454-4be1-888b-dcffb98de187), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:12.993004 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-582fa2e7-f3d4-4e65-a9f7-ae75a3263526 service neutron] For port c7e3d10c-31e5-479a-8314-39f962197adb, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c7e3d10c-31e5-479a-8314-39f962197adb,segment=NetworkSegment(9c10a60d-c857-49e0-ba1d-55ba4b507011),segment_id=9c10a60d-c857-49e0-ba1d-55ba4b507011)] {{(pid=103899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:30:12.998080 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:13.007272 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['50378def-8454-4be1-888b-dcffb98de187'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:30:13.011083 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6d15b18b-ff0c-4675-85ee-0fdc2e3f1318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (0a3103c5-2040-4ad0-a5d9-3773cfb9411d), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:13.023331 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-582fa2e7-f3d4-4e65-a9f7-ae75a3263526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (c7e3d10c-31e5-479a-8314-39f962197adb), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:13.025636 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d15b18b-ff0c-4675-85ee-0fdc2e3f1318 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 10:30:13.026169 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6d15b18b-ff0c-4675-85ee-0fdc2e3f1318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260947020'] for segment (0a3103c5-2040-4ad0-a5d9-3773cfb9411d), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:13.037132 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13fb489-2185-4a9f-bb53-e4c8aad400d7 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Pushing event deleted for resources: {'Port': ['ID=50378def-8454-4be1-888b-dcffb98de187,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:13.108267 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3889d63f-1bda-4e8b-b779-6927126d7b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8074843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260947630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260973135'] for subnet (fccb0c91-7060-46e2-966b-f1a434b92828), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:13.112979 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-582fa2e7-f3d4-4e65-a9f7-ae75a3263526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:13.113602 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-582fa2e7-f3d4-4e65-a9f7-ae75a3263526 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:13.115119 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-582fa2e7-f3d4-4e65-a9f7-ae75a3263526 service neutron] 10.222.0.30 "PUT /v2.0/ports/c7e3d10c-31e5-479a-8314-39f962197adb HTTP/1.1" status: 200 len: 1093 time: 2.2116787 Jul 18 10:30:13.115266 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6d15b18b-ff0c-4675-85ee-0fdc2e3f1318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8074358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781180'] for network (2c00e8eb-233a-4622-89c0-511522f01787), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:13.115679 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233328a3-8e4b-4ece-8072-1a31d00d730f', 'tag': 'c7e3d10c-31e5-479a-8314-39f962197adb'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:30:13.118189 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788884e3-7129-4fca-903b-0b515e3401c3" -d '{"events": [{"name": "network-changed", "server_uuid": "233328a3-8e4b-4ece-8072-1a31d00d730f", "tag": "c7e3d10c-31e5-479a-8314-39f962197adb"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:30:13.142510 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6d15b18b-ff0c-4675-85ee-0fdc2e3f1318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:13.145595 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-6d15b18b-ff0c-4675-85ee-0fdc2e3f1318 admin admin] 10.222.0.33 "DELETE /v2.0/networks/2c00e8eb-233a-4622-89c0-511522f01787 HTTP/1.1" status: 204 len: 168 time: 0.5615776 Jul 18 10:30:13.146706 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889d63f-1bda-4e8b-b779-6927126d7b86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fccb0c91-7060-46e2-966b-f1a434b92828,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:13.156368 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-517929c1-bf65-40a7-bd16-677d23350fd0 req-b13fb489-2185-4a9f-bb53-e4c8aad400d7 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] No DVR routers for this DVR port 50378def-8454-4be1-888b-dcffb98de187 on host hv-cinder-83754 {{(pid=103899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:30:13.168736 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-517929c1-bf65-40a7-bd16-677d23350fd0 req-b13fb489-2185-4a9f-bb53-e4c8aad400d7 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:13.171514 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15b18b-ff0c-4675-85ee-0fdc2e3f1318 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c00e8eb-233a-4622-89c0-511522f01787,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:13.173509 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3889d63f-1bda-4e8b-b779-6927126d7b86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:13.183849 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-3889d63f-1bda-4e8b-b779-6927126d7b86 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/fccb0c91-7060-46e2-966b-f1a434b92828 HTTP/1.1" status: 204 len: 168 time: 0.5499032 Jul 18 10:30:13.184746 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-517929c1-bf65-40a7-bd16-677d23350fd0 req-b13fb489-2185-4a9f-bb53-e4c8aad400d7 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.30 "DELETE /v2.0/ports/50378def-8454-4be1-888b-dcffb98de187 HTTP/1.1" status: 204 len: 173 time: 1.4727356 Jul 18 10:30:13.184860 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 59382) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:13.209260 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608d0ca3-0e9e-4d1e-a182-5f6755f86fb3 x-openstack-request-id: req-608d0ca3-0e9e-4d1e-a182-5f6755f86fb3 {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:30:13.211668 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233328a3-8e4b-4ece-8072-1a31d00d730f", "tag": "c7e3d10c-31e5-479a-8314-39f962197adb", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:30:13.212270 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-608d0ca3-0e9e-4d1e-a182-5f6755f86fb3 {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:30:13.212535 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-608d0ca3-0e9e-4d1e-a182-5f6755f86fb3'] response: {'name': 'network-changed', 'server_uuid': '233328a3-8e4b-4ece-8072-1a31d00d730f', 'tag': 'c7e3d10c-31e5-479a-8314-39f962197adb', 'status': 'completed', 'code': 200} Jul 18 10:30:13.250330 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582fa2e7-f3d4-4e65-a9f7-ae75a3263526 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e3d10c-31e5-479a-8314-39f962197adb,revision_number=3']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:13.260763 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-1cc8e015-5dc1-4547-966b-5987ce27b1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:13.262487 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-1cc8e015-5dc1-4547-966b-5987ce27b1d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ee6203312784435b8cd1fdfede3fb597&device_id=233328a3-8e4b-4ece-8072-1a31d00d730f HTTP/1.1" status: 200 len: 1127 time: 0.0829639 Jul 18 10:30:13.288975 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2b8fdaaf-cf6a-46d6-80ed-1f7239bbd8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7979611'] for network (fa56aa8d-2634-4f11-804b-a54ab43af0bd), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:13.327482 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-25a07ae5-b8dc-4ba6-bb78-e6a79b51adfe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7e3d10c-31e5-479a-8314-39f962197adb HTTP/1.1" status: 200 len: 217 time: 0.0508175 Jul 18 10:30:13.391333 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2b8fdaaf-cf6a-46d6-80ed-1f7239bbd8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8074381', 'neutron.services.segments.db._delete_segments_for_network-8756234178838'] for network (fa56aa8d-2634-4f11-804b-a54ab43af0bd), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:13.398581 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1416ef6-b772-46b6-9c16-42072cce7c3e req-3c85a1c5-b8de-440a-9e6f-47dc77864098 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:13.400284 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c1416ef6-b772-46b6-9c16-42072cce7c3e req-3c85a1c5-b8de-440a-9e6f-47dc77864098 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0755775 Jul 18 10:30:13.416905 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.services.segments.db [None req-2b8fdaaf-cf6a-46d6-80ed-1f7239bbd8b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa56aa8d-2634-4f11-804b-a54ab43af0bd']}} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:30:13.429426 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.services.segments.db [None req-2b8fdaaf-cf6a-46d6-80ed-1f7239bbd8b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b109ab07-0f7c-41c0-9603-697aa303b788') {'for_net_delete': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:30:13.429728 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.services.segments.db [None req-2b8fdaaf-cf6a-46d6-80ed-1f7239bbd8b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b109ab07-0f7c-41c0-9603-697aa303b788') {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:30:13.449871 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2b8fdaaf-cf6a-46d6-80ed-1f7239bbd8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756234179103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260918846'] for segment (b109ab07-0f7c-41c0-9603-697aa303b788), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:13.468573 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 59386) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:13.478271 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2b8fdaaf-cf6a-46d6-80ed-1f7239bbd8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (b109ab07-0f7c-41c0-9603-697aa303b788), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:13.479679 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c1416ef6-b772-46b6-9c16-42072cce7c3e req-c8dc8c77-2a75-4fe3-9a80-a124f00c74c3 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714772 Jul 18 10:30:13.487998 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8fdaaf-cf6a-46d6-80ed-1f7239bbd8b1 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 10:30:13.488592 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2b8fdaaf-cf6a-46d6-80ed-1f7239bbd8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260947020'] for segment (b109ab07-0f7c-41c0-9603-697aa303b788), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:13.550958 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-e8fd45e9-e869-4acd-9be1-ef5d28419a8b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1674901c25c74b63a834b11652e31149&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0789473 Jul 18 10:30:13.551177 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 59390) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:13.565918 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2b8fdaaf-cf6a-46d6-80ed-1f7239bbd8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8074358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781180'] for network (fa56aa8d-2634-4f11-804b-a54ab43af0bd), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:13.594899 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2b8fdaaf-cf6a-46d6-80ed-1f7239bbd8b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:13.599180 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-2b8fdaaf-cf6a-46d6-80ed-1f7239bbd8b1 admin admin] 10.222.0.33 "DELETE /v2.0/networks/fa56aa8d-2634-4f11-804b-a54ab43af0bd HTTP/1.1" status: 204 len: 168 time: 0.4134345 Jul 18 10:30:13.600454 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8fdaaf-cf6a-46d6-80ed-1f7239bbd8b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa56aa8d-2634-4f11-804b-a54ab43af0bd,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:13.637682 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1d7c3f19-dece-4740-af5c-a31285ddf6af req-6ea20312-ba0f-4b04-b6cf-ec1869159048 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=150a6155-aec7-449b-88f4-aab89d373ddc HTTP/1.1" status: 200 len: 210 time: 0.0380604 Jul 18 10:30:13.642541 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-ab49c33b-1021-402b-8504-4dd7abc13669 admin admin] Publish callbacks [] for security_group (a5a2aac6-5f4c-4992-9712-a40b6f860b59), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:13.670425 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-ab49c33b-1021-402b-8504-4dd7abc13669 admin admin] Publish callbacks [] for security_group (a5a2aac6-5f4c-4992-9712-a40b6f860b59), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:13.722973 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-ab49c33b-1021-402b-8504-4dd7abc13669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (a5a2aac6-5f4c-4992-9712-a40b6f860b59), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:13.727563 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-ab49c33b-1021-402b-8504-4dd7abc13669 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:13.729194 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-ab49c33b-1021-402b-8504-4dd7abc13669 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a5a2aac6-5f4c-4992-9712-a40b6f860b59 HTTP/1.1" status: 204 len: 168 time: 0.1770549 Jul 18 10:30:13.738798 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab49c33b-1021-402b-8504-4dd7abc13669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a2aac6-5f4c-4992-9712-a40b6f860b59,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:13.811758 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 59396) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:13.819516 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:13.862021 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-741e7a6a-2418-46b5-8963-2c332a35891d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a6b9cf74829f49f39165fce79929ec54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0489409 Jul 18 10:30:13.864953 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 59400) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:13.942088 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1ee9c26a-9d0b-4196-b9f0-61c82b3ae332 admin admin] Publish callbacks [] for security_group (51625ae2-157e-41eb-942c-edc8aa0f5a29), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:13.983351 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1ee9c26a-9d0b-4196-b9f0-61c82b3ae332 admin admin] Publish callbacks [] for security_group (51625ae2-157e-41eb-942c-edc8aa0f5a29), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:13.993198 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d51b1c-573b-4132-b15a-45167c54e398 req-af280120-f849-4467-87b4-585b09655ec4 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:13.994874 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d2d51b1c-573b-4132-b15a-45167c54e398 req-af280120-f849-4467-87b4-585b09655ec4 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=233328a3-8e4b-4ece-8072-1a31d00d730f HTTP/1.1" status: 200 len: 943 time: 0.0587604 Jul 18 10:30:14.046317 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1ee9c26a-9d0b-4196-b9f0-61c82b3ae332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (51625ae2-157e-41eb-942c-edc8aa0f5a29), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:14.049159 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1ee9c26a-9d0b-4196-b9f0-61c82b3ae332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:14.049827 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d2d51b1c-573b-4132-b15a-45167c54e398 req-ea000e61-5192-4182-80ef-6dd9952105ad tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488768 Jul 18 10:30:14.050483 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-1ee9c26a-9d0b-4196-b9f0-61c82b3ae332 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/51625ae2-157e-41eb-942c-edc8aa0f5a29 HTTP/1.1" status: 204 len: 168 time: 0.1843846 Jul 18 10:30:14.060798 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9c26a-9d0b-4196-b9f0-61c82b3ae332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51625ae2-157e-41eb-942c-edc8aa0f5a29,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:14.123501 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 59408) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:14.172204 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-d38f077b-d0f2-4919-b00e-1f5fd72d684b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d33d7e2911114bd8b4364e6703069459&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473747 Jul 18 10:30:14.176981 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 59410) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:14.265918 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-ef70c934-9054-494b-9546-c9da2039bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:14.267363 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-ef70c934-9054-494b-9546-c9da2039bc33 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4fa1e89-cbca-4ddc-a2c7-37d61576e52d HTTP/1.1" status: 200 len: 854 time: 0.0616078 Jul 18 10:30:14.270551 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-91c73fee-8f95-4181-ae52-bad9afa425da admin admin] Publish callbacks [] for security_group (44fb600e-cacf-476d-b78c-fa84b833ac60), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:14.297677 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-91c73fee-8f95-4181-ae52-bad9afa425da admin admin] Publish callbacks [] for security_group (44fb600e-cacf-476d-b78c-fa84b833ac60), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:14.349671 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-91c73fee-8f95-4181-ae52-bad9afa425da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (44fb600e-cacf-476d-b78c-fa84b833ac60), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:14.352229 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-91c73fee-8f95-4181-ae52-bad9afa425da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:14.353515 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-91c73fee-8f95-4181-ae52-bad9afa425da admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/44fb600e-cacf-476d-b78c-fa84b833ac60 HTTP/1.1" status: 204 len: 168 time: 0.1754079 Jul 18 10:30:14.362659 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c73fee-8f95-4181-ae52-bad9afa425da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fb600e-cacf-476d-b78c-fa84b833ac60,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:14.474003 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 59416) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:14.525324 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-1012ae38-f6ef-46ad-968f-63a9a85ba9c5 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=6f7bf294f6f54a46a68c508ef50faab2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0477407 Jul 18 10:30:14.525662 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 59420) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:14.579127 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3e9f8be6-609f-42a9-ad89-4dc9329a20da admin admin] Publish callbacks [] for security_group (01777001-80f2-4cc9-ae80-6e6683cf7ee5), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:14.605975 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:14.608199 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3e9f8be6-609f-42a9-ad89-4dc9329a20da admin admin] Publish callbacks [] for security_group (01777001-80f2-4cc9-ae80-6e6683cf7ee5), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:14.616130 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5216e-caf4-4688-9afc-0d4c32e7bbed req-726d2e45-ce9d-47ae-8a6b-3726c058ecf9 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:14.617729 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:14.617955 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b8a5216e-caf4-4688-9afc-0d4c32e7bbed req-726d2e45-ce9d-47ae-8a6b-3726c058ecf9 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0555236 Jul 18 10:30:14.626999 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.services.segments.plugin [-] Segment 0a3103c5-2040-4ad0-a5d9-3773cfb9411d resource provider aggregate not found Jul 18 10:30:14.651482 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.services.segments.plugin [-] Segment 0a3103c5-2040-4ad0-a5d9-3773cfb9411d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a3103c5-2040-4ad0-a5d9-3773cfb9411d found for delete ", "request_id": "req-82dd2d8a-f11c-4229-88bf-e669ad11a9d4"}]} Jul 18 10:30:14.679013 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.services.segments.plugin [-] Segment b109ab07-0f7c-41c0-9603-697aa303b788 resource provider aggregate not found Jul 18 10:30:14.694441 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3e9f8be6-609f-42a9-ad89-4dc9329a20da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (01777001-80f2-4cc9-ae80-6e6683cf7ee5), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:14.702582 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3e9f8be6-609f-42a9-ad89-4dc9329a20da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:14.704361 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-3e9f8be6-609f-42a9-ad89-4dc9329a20da admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/01777001-80f2-4cc9-ae80-6e6683cf7ee5 HTTP/1.1" status: 204 len: 168 time: 0.1777761 Jul 18 10:30:14.712600 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.services.segments.plugin [-] Segment b109ab07-0f7c-41c0-9603-697aa303b788 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b109ab07-0f7c-41c0-9603-697aa303b788 found for delete ", "request_id": "req-7cb3a149-bc49-492e-bbb0-26f709958075"}]} Jul 18 10:30:14.717881 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f8be6-609f-42a9-ad89-4dc9329a20da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01777001-80f2-4cc9-ae80-6e6683cf7ee5,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:14.721716 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b8a5216e-caf4-4688-9afc-0d4c32e7bbed req-9008ca8c-d936-474a-8ff9-e10cae8a1a7a tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942671 Jul 18 10:30:14.795848 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d917ab39-be28-4721-83fe-03e8d42d11e7 req-d8bd73ca-0a3f-47bf-b7df-f52167d0f08c tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=150a6155-aec7-449b-88f4-aab89d373ddc HTTP/1.1" status: 200 len: 210 time: 0.0409315 Jul 18 10:30:15.180717 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96173478-bb91-4118-813b-5fb09bf984f7 req-b00ef6b8-7fa9-4e01-b31f-834a0cdfdc01 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:15.182664 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-96173478-bb91-4118-813b-5fb09bf984f7 req-b00ef6b8-7fa9-4e01-b31f-834a0cdfdc01 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=233328a3-8e4b-4ece-8072-1a31d00d730f HTTP/1.1" status: 200 len: 943 time: 0.0573280 Jul 18 10:30:15.217644 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150a6155-aec7-449b-88f4-aab89d373ddc', 'name': 'network-vif-deleted', 'tag': '50378def-8454-4be1-888b-dcffb98de187'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:30:15.220518 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0500c6-96d6-4cb9-912e-6a1c79342c67" -d '{"events": [{"server_uuid": "150a6155-aec7-449b-88f4-aab89d373ddc", "name": "network-vif-deleted", "tag": "50378def-8454-4be1-888b-dcffb98de187"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:30:15.242392 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-96173478-bb91-4118-813b-5fb09bf984f7 req-393fe1b0-61fc-4f3d-8fc8-8d54c5c46560 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532184 Jul 18 10:30:15.272963 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5923d897-c6b0-4774-8775-ec421e56edaa x-openstack-request-id: req-5923d897-c6b0-4774-8775-ec421e56edaa {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:30:15.273571 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150a6155-aec7-449b-88f4-aab89d373ddc", "name": "network-vif-deleted", "tag": "50378def-8454-4be1-888b-dcffb98de187", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:30:15.273571 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5923d897-c6b0-4774-8775-ec421e56edaa {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:30:15.274553 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5923d897-c6b0-4774-8775-ec421e56edaa'] response: {'server_uuid': '150a6155-aec7-449b-88f4-aab89d373ddc', 'name': 'network-vif-deleted', 'tag': '50378def-8454-4be1-888b-dcffb98de187', 'status': 'completed', 'code': 200} Jul 18 10:30:15.856969 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f450d9e-51db-489c-890f-c6a1b1857551 req-66705805-21f2-4fe9-bb9c-70d39a7e2303 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:15.866018 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9f450d9e-51db-489c-890f-c6a1b1857551 req-66705805-21f2-4fe9-bb9c-70d39a7e2303 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0647461 Jul 18 10:30:15.923883 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-14e05b5c-9af7-4e41-a0ee-35378028ad33 req-82551603-7b88-4413-b26f-1a70932cb6f3 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=150a6155-aec7-449b-88f4-aab89d373ddc HTTP/1.1" status: 200 len: 210 time: 0.0393417 Jul 18 10:30:15.941598 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9f450d9e-51db-489c-890f-c6a1b1857551 req-fa5b0bbd-5f28-43c0-9351-3e22500d8479 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745645 Jul 18 10:30:16.010015 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 50378def-8454-4be1-888b-dcffb98de187 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:30:16.030783 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] No Port match for: 50378def-8454-4be1-888b-dcffb98de187 {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:30:16.031294 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 50378def-8454-4be1-888b-dcffb98de187 not bound to the agent host hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:30:16.141225 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-13a8776b-c29b-479d-868a-7b9a7dec6896 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=303a42e4-0390-40fa-955b-4c7e6e4064b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363183 Jul 18 10:30:16.373484 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ea695-5eb8-41e8-a958-4676db7cb85e req-0e2dd2c5-0443-44af-88a2-df62630dff3d tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:16.375216 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-506ea695-5eb8-41e8-a958-4676db7cb85e req-0e2dd2c5-0443-44af-88a2-df62630dff3d tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=233328a3-8e4b-4ece-8072-1a31d00d730f HTTP/1.1" status: 200 len: 943 time: 0.0586684 Jul 18 10:30:16.484951 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-506ea695-5eb8-41e8-a958-4676db7cb85e req-0ba3039a-15e7-4bfe-878d-675274bca6f7 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041691 Jul 18 10:30:16.546475 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-359008d5-1fdf-4d30-b517-1b1374071da6 service neutron] 10.222.0.30 "GET /v2.0/networks/303a42e4-0390-40fa-955b-4c7e6e4064b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347075 Jul 18 10:30:16.667415 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:16.684135 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4c47b0a1-4659-46a7-bf93-fbd25ca52d2b req-fc9daa7e-6180-4e7e-b971-6642233071b4 service neutron] 10.222.0.30 "GET /v2.0/networks/303a42e4-0390-40fa-955b-4c7e6e4064b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294098 Jul 18 10:30:17.097528 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daacf50-8c4f-4986-bd2b-2858340383d1 req-410184be-8aa0-4943-8c6c-a0be008ac226 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:17.099043 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9daacf50-8c4f-4986-bd2b-2858340383d1 req-410184be-8aa0-4943-8c6c-a0be008ac226 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0629463 Jul 18 10:30:17.152595 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9daacf50-8c4f-4986-bd2b-2858340383d1 req-7b7329ac-07bc-495b-ab97-cf294b6b5106 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474706 Jul 18 10:30:17.273940 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-23a6aa70-9aef-4c37-998e-546fad0f08dc tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:17.275422 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-23a6aa70-9aef-4c37-998e-546fad0f08dc tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/networks?id=474c975d-13fe-4438-9075-b3e20c4cc132 HTTP/1.1" status: 200 len: 809 time: 0.1019106 Jul 18 10:30:17.290172 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-ed988912-2f78-4ca1-97c1-14815b55702d tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/quotas/9698a0142f494095a93a4e804437bc32 HTTP/1.1" status: 200 len: 375 time: 0.0094666 Jul 18 10:30:17.323357 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-f1d5a8cb-dd3c-422c-b87c-619c1e494eeb tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=9698a0142f494095a93a4e804437bc32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283146 Jul 18 10:30:17.420792 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-98f27dd3-e416-499f-8f33-df1845c637c8 service neutron] 10.222.0.33 "GET /v2.0/networks/474c975d-13fe-4438-9075-b3e20c4cc132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908782 Jul 18 10:30:17.519347 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-5b05712d-67a5-4d45-a2e2-23cb0481922b service neutron] 10.222.0.33 "GET /v2.0/networks/474c975d-13fe-4438-9075-b3e20c4cc132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920711 Jul 18 10:30:17.617654 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d836c-0557-4ac4-9354-4ce909ba484d req-d0fce5c1-6f74-42cf-b3fc-50602824fb6f tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:17.619913 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-715d836c-0557-4ac4-9354-4ce909ba484d req-d0fce5c1-6f74-42cf-b3fc-50602824fb6f tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=233328a3-8e4b-4ece-8072-1a31d00d730f HTTP/1.1" status: 200 len: 943 time: 0.0498583 Jul 18 10:30:17.693133 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:17.709732 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-715d836c-0557-4ac4-9354-4ce909ba484d req-d5626780-d26b-4795-a9ce-3139df0700db tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823114 Jul 18 10:30:17.730698 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-baaf6d5f-1fd8-4fac-8549-9e21e0659d5d req-9c2e7da5-b93b-4a07-a577-15d9f08e4ec4 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=437b80a6-6436-4f8a-be28-49c9cbde98a0 HTTP/1.1" status: 200 len: 210 time: 0.0446241 Jul 18 10:30:18.045809 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788884e3-7129-4fca-903b-0b515e3401c3 req-42f76713-f874-4f61-b87d-af950d3afcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:18.047318 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-788884e3-7129-4fca-903b-0b515e3401c3 req-42f76713-f874-4f61-b87d-af950d3afcac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ee6203312784435b8cd1fdfede3fb597&device_id=233328a3-8e4b-4ece-8072-1a31d00d730f HTTP/1.1" status: 200 len: 1127 time: 0.0447633 Jul 18 10:30:18.350791 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201ae6b-95a0-4135-b3a7-30d052fb069d req-c930555c-c0d3-45d4-b57a-f52f6258b494 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:18.352823 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0201ae6b-95a0-4135-b3a7-30d052fb069d req-c930555c-c0d3-45d4-b57a-f52f6258b494 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0712690 Jul 18 10:30:18.358038 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788884e3-7129-4fca-903b-0b515e3401c3 req-444f0b4c-fcbd-4c47-9e16-5ceafff510fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:18.359616 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-788884e3-7129-4fca-903b-0b515e3401c3 req-444f0b4c-fcbd-4c47-9e16-5ceafff510fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=303a42e4-0390-40fa-955b-4c7e6e4064b3 HTTP/1.1" status: 200 len: 915 time: 0.1958706 Jul 18 10:30:18.419739 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-788884e3-7129-4fca-903b-0b515e3401c3 req-001f4317-fcb9-4529-9059-78465b21d442 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7e3d10c-31e5-479a-8314-39f962197adb HTTP/1.1" status: 200 len: 217 time: 0.0514653 Jul 18 10:30:18.478900 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0201ae6b-95a0-4135-b3a7-30d052fb069d req-3754753f-85c4-4163-97af-2522eb2cf417 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177733 Jul 18 10:30:18.505071 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788884e3-7129-4fca-903b-0b515e3401c3 req-1345634d-f651-42fd-a5bd-b24d7f8f0e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:18.506683 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-788884e3-7129-4fca-903b-0b515e3401c3 req-1345634d-f651-42fd-a5bd-b24d7f8f0e30 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4fa1e89-cbca-4ddc-a2c7-37d61576e52d HTTP/1.1" status: 200 len: 854 time: 0.0739741 Jul 18 10:30:18.722668 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:18.724685 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=37,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:18.802089 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-788884e3-7129-4fca-903b-0b515e3401c3 req-ef93952a-cba8-46e2-a66d-36344bb3ed2f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=303a42e4-0390-40fa-955b-4c7e6e4064b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972512 Jul 18 10:30:18.949573 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acb620-d498-468c-bc19-8ab6ea80272d req-980d00c8-eb36-4b7f-963a-c6705617b678 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:18.953470 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e7acb620-d498-468c-bc19-8ab6ea80272d req-980d00c8-eb36-4b7f-963a-c6705617b678 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=233328a3-8e4b-4ece-8072-1a31d00d730f HTTP/1.1" status: 200 len: 943 time: 0.1171980 Jul 18 10:30:19.039370 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ac24d097-f582-437c-a466-216a905d2f6f req-81d1412e-6a3c-490c-83b1-9920dbe0acb5 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=437b80a6-6436-4f8a-be28-49c9cbde98a0 HTTP/1.1" status: 200 len: 210 time: 0.1581814 Jul 18 10:30:19.078608 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:19.215875 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-175d3746-2f3a-413b-9f6f-61c7e186fe3a tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:19.217431 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-175d3746-2f3a-413b-9f6f-61c7e186fe3a tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.30 "GET /v2.0/networks?id=474c975d-13fe-4438-9075-b3e20c4cc132 HTTP/1.1" status: 200 len: 809 time: 0.3849401 Jul 18 10:30:19.229963 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e7acb620-d498-468c-bc19-8ab6ea80272d req-b841599b-02ab-4887-acbd-1ed28e7d3176 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373309 Jul 18 10:30:19.232309 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-788884e3-7129-4fca-903b-0b515e3401c3 req-df5e925f-e7ea-460c-a322-55e3c4f249d3 service neutron] 10.222.0.30 "GET /v2.0/networks/303a42e4-0390-40fa-955b-4c7e6e4064b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216740 Jul 18 10:30:19.278659 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-c955ff96-7244-4974-b2a1-891a0c0b8102 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Request body: {'port': {'device_id': '437b80a6-6436-4f8a-be28-49c9cbde98a0', 'network_id': '474c975d-13fe-4438-9075-b3e20c4cc132', 'admin_state_up': True, 'tenant_id': '9698a0142f494095a93a4e804437bc32'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:30:19.566938 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-788884e3-7129-4fca-903b-0b515e3401c3 req-104c5c8d-7c70-41c9-b23a-ada6457869ba service neutron] 10.222.0.30 "GET /v2.0/networks/303a42e4-0390-40fa-955b-4c7e6e4064b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021531 Jul 18 10:30:19.595352 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-c955ff96-7244-4974-b2a1-891a0c0b8102 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Made reservation on behalf of 9698a0142f494095a93a4e804437bc32 for: {'port': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:30:19.599172 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-c955ff96-7244-4974-b2a1-891a0c0b8102 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:19.738519 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631beb88-b5d6-4501-bf1c-464298bb1813 req-ff54d69f-7865-4b76-9023-a65bf3279d40 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:19.740013 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-631beb88-b5d6-4501-bf1c-464298bb1813 req-ff54d69f-7865-4b76-9023-a65bf3279d40 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0780494 Jul 18 10:30:19.801254 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:19.833966 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_common [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-c955ff96-7244-4974-b2a1-891a0c0b8102 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Allocated IP 172.20.0.8 (474c975d-13fe-4438-9075-b3e20c4cc132/5d50e909-cccf-42f0-a860-0338366b04a8/ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c) {{(pid=103899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:30:19.860712 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-631beb88-b5d6-4501-bf1c-464298bb1813 req-d9ff0a8e-860b-4be2-bf2a-1aa224d29143 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981796 Jul 18 10:30:20.012939 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device c7e3d10c-31e5-479a-8314-39f962197adb details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:30:20.027045 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-c955ff96-7244-4974-b2a1-891a0c0b8102 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Publish callbacks [] for port (ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:20.036815 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-6cfff779-1e9f-4301-b801-874e25840cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:20.061610 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-c955ff96-7244-4974-b2a1-891a0c0b8102 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:20.070200 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:20.117068 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:20.121253 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-c955ff96-7244-4974-b2a1-891a0c0b8102 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Network 474c975d-13fe-4438-9075-b3e20c4cc132 is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:30:20.130533 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-c955ff96-7244-4974-b2a1-891a0c0b8102 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:30:20.142530 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port c7e3d10c-31e5-479a-8314-39f962197adb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c7e3d10c-31e5-479a-8314-39f962197adb,segment=NetworkSegment(9c10a60d-c857-49e0-ba1d-55ba4b507011),segment_id=9c10a60d-c857-49e0-ba1d-55ba4b507011)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:30:20.144532 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-c955ff96-7244-4974-b2a1-891a0c0b8102 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Received port after_create {{(pid=103899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:30:20.156065 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Returning: {'device': 'c7e3d10c-31e5-479a-8314-39f962197adb', 'network_id': '303a42e4-0390-40fa-955b-4c7e6e4064b3', 'port_id': 'c7e3d10c-31e5-479a-8314-39f962197adb', 'mac_address': 'fa:16:3e:b9:8f:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4fa1e89-cbca-4ddc-a2c7-37d61576e52d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:30:20.185502 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955ff96-7244-4974-b2a1-891a0c0b8102 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Pushing event updated for resources: {'Port': ['ID=ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:20.197429 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port c7e3d10c-31e5-479a-8314-39f962197adb is: DOWN; New status is: BUILD {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:30:20.197429 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (c7e3d10c-31e5-479a-8314-39f962197adb), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:20.211691 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba0fd5d-57f8-4aef-8cad-8007d3aac0cc req-546d986e-fd50-4614-a5ab-3ec986b2ba9c tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:20.211888 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e3d10c-31e5-479a-8314-39f962197adb {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:30:20.213481 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1ba0fd5d-57f8-4aef-8cad-8007d3aac0cc req-546d986e-fd50-4614-a5ab-3ec986b2ba9c tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=437b80a6-6436-4f8a-be28-49c9cbde98a0 HTTP/1.1" status: 200 len: 931 time: 0.0897431 Jul 18 10:30:20.237165 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-c955ff96-7244-4974-b2a1-891a0c0b8102 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:20.237947 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-c955ff96-7244-4974-b2a1-891a0c0b8102 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:20.238687 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port c7e3d10c-31e5-479a-8314-39f962197adb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c7e3d10c-31e5-479a-8314-39f962197adb,segment=NetworkSegment(9c10a60d-c857-49e0-ba1d-55ba4b507011),segment_id=9c10a60d-c857-49e0-ba1d-55ba4b507011)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:30:20.242947 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (c7e3d10c-31e5-479a-8314-39f962197adb), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:20.269482 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-c955ff96-7244-4974-b2a1-891a0c0b8102 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9946566 Jul 18 10:30:20.290614 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-728ee73a-83c2-4332-a687-769d89588c47 service neutron] Request body: {'port': {'device_id': '437b80a6-6436-4f8a-be28-49c9cbde98a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:30:20.297665 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=c7e3d10c-31e5-479a-8314-39f962197adb,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:20.311841 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1ba0fd5d-57f8-4aef-8cad-8007d3aac0cc req-7a6555ad-a7f5-48b7-9c3e-9911f47051ac tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/security-groups?id=55362095-f388-4dff-9770-8ae0da7a838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884559 Jul 18 10:30:20.383583 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb2576-2fa0-4f29-8368-1d3ab842310d req-f2b0be3b-6900-4434-aa60-98c7f86664c1 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:20.384977 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-86bb2576-2fa0-4f29-8368-1d3ab842310d req-f2b0be3b-6900-4434-aa60-98c7f86664c1 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=233328a3-8e4b-4ece-8072-1a31d00d730f HTTP/1.1" status: 200 len: 944 time: 0.0705287 Jul 18 10:30:20.389634 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-728ee73a-83c2-4332-a687-769d89588c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:20.482125 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-86bb2576-2fa0-4f29-8368-1d3ab842310d req-fd6d17fc-cf43-4737-ba40-6cc549d6f062 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893037 Jul 18 10:30:20.522969 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['c7e3d10c-31e5-479a-8314-39f962197adb'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:30:20.585064 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:20.961780 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:20.990782 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-728ee73a-83c2-4332-a687-769d89588c47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c {{(pid=103899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:30:21.002835 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-728ee73a-83c2-4332-a687-769d89588c47 service neutron] Publish callbacks [] for port (ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:21.028313 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c42c0-ba11-4e32-8db8-c07f981f56da req-881f9960-4b68-4374-b125-aaea819e4897 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:21.029911 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-713c42c0-ba11-4e32-8db8-c07f981f56da req-881f9960-4b68-4374-b125-aaea819e4897 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0850821 Jul 18 10:30:21.030919 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.provisioning_blocks [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-728ee73a-83c2-4332-a687-769d89588c47 service neutron] Transition to ACTIVE for port object ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c will not be triggered until provisioned by entity L2. {{(pid=103899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:30:21.036390 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-728ee73a-83c2-4332-a687-769d89588c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:21.120190 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ee73a-83c2-4332-a687-769d89588c47 service neutron] Pushing event updated for resources: {'Port': ['ID=ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c,revision_number=2']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:21.143730 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-713c42c0-ba11-4e32-8db8-c07f981f56da req-773aacbe-6ec3-4f49-8cc5-837ab1e5f7a4 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039302 Jul 18 10:30:21.198461 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:21.225580 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-728ee73a-83c2-4332-a687-769d89588c47 service neutron] Attempting to bind port ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:30:21.225763 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-728ee73a-83c2-4332-a687-769d89588c47 service neutron] Attempting to bind port ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '89bc0e88-056a-4141-bf22-508e218f1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '474c975d-13fe-4438-9075-b3e20c4cc132'}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:30:21.226122 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-728ee73a-83c2-4332-a687-769d89588c47 service neutron] Attempting to bind port ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c on network 474c975d-13fe-4438-9075-b3e20c4cc132 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:30:21.230939 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-728ee73a-83c2-4332-a687-769d89588c47 service neutron] Port ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c on network 474c975d-13fe-4438-9075-b3e20c4cc132 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:30:21.231391 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-728ee73a-83c2-4332-a687-769d89588c47 service neutron] Attempting to bind port ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c on network 474c975d-13fe-4438-9075-b3e20c4cc132 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:30:21.237121 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-728ee73a-83c2-4332-a687-769d89588c47 service neutron] Checking agent: {'id': 'f1e01c1b-bf46-4f7e-883c-267517c6b0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'started_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:30:21.237416 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-728ee73a-83c2-4332-a687-769d89588c47 service neutron] Checking segment: {'id': '89bc0e88-056a-4141-bf22-508e218f1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '474c975d-13fe-4438-9075-b3e20c4cc132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:30:21.237808 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-728ee73a-83c2-4332-a687-769d89588c47 service neutron] Bound using segment: {'id': '89bc0e88-056a-4141-bf22-508e218f1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '474c975d-13fe-4438-9075-b3e20c4cc132'} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:30:21.238227 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-728ee73a-83c2-4332-a687-769d89588c47 service neutron] Bound port: ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89bc0e88-056a-4141-bf22-508e218f1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '474c975d-13fe-4438-9075-b3e20c4cc132'}}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:30:21.238750 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-728ee73a-83c2-4332-a687-769d89588c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:21.330358 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-728ee73a-83c2-4332-a687-769d89588c47 service neutron] For port ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c, host hv-cinder-83754, cleared binding levels {{(pid=103899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:30:21.344871 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-728ee73a-83c2-4332-a687-769d89588c47 service neutron] For port ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c,segment=NetworkSegment(89bc0e88-056a-4141-bf22-508e218f1179),segment_id=89bc0e88-056a-4141-bf22-508e218f1179)] {{(pid=103899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:30:21.357046 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-728ee73a-83c2-4332-a687-769d89588c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:21.437816 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-728ee73a-83c2-4332-a687-769d89588c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:21.438422 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-728ee73a-83c2-4332-a687-769d89588c47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:21.439917 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-728ee73a-83c2-4332-a687-769d89588c47 service neutron] 10.222.0.30 "PUT /v2.0/ports/ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c HTTP/1.1" status: 200 len: 1093 time: 1.1605275 Jul 18 10:30:21.442455 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437b80a6-6436-4f8a-be28-49c9cbde98a0', 'tag': 'ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:30:21.444710 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b268e6-d596-486a-8535-7f356f86e9e3" -d '{"events": [{"name": "network-changed", "server_uuid": "437b80a6-6436-4f8a-be28-49c9cbde98a0", "tag": "ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:30:21.467999 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ffb87f-b00c-4da7-9800-f61fe1a76ca1 req-30542a68-b705-4dad-b72e-719391d66deb tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:21.469511 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-33ffb87f-b00c-4da7-9800-f61fe1a76ca1 req-30542a68-b705-4dad-b72e-719391d66deb tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=437b80a6-6436-4f8a-be28-49c9cbde98a0 HTTP/1.1" status: 200 len: 943 time: 0.0759454 Jul 18 10:30:21.473238 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ee73a-83c2-4332-a687-769d89588c47 service neutron] Pushing event updated for resources: {'Port': ['ID=ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c,revision_number=3']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:21.481837 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843f3102-a230-460d-8cb1-6a0ae572719c x-openstack-request-id: req-843f3102-a230-460d-8cb1-6a0ae572719c {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:30:21.482200 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "437b80a6-6436-4f8a-be28-49c9cbde98a0", "tag": "ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:30:21.482455 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-843f3102-a230-460d-8cb1-6a0ae572719c {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:30:21.483231 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-843f3102-a230-460d-8cb1-6a0ae572719c'] response: {'name': 'network-changed', 'server_uuid': '437b80a6-6436-4f8a-be28-49c9cbde98a0', 'tag': 'ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c', 'status': 'completed', 'code': 200} Jul 18 10:30:21.526449 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-33ffb87f-b00c-4da7-9800-f61fe1a76ca1 req-73771f19-525f-4c77-aaeb-8fd183addba2 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/security-groups?id=55362095-f388-4dff-9770-8ae0da7a838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470853 Jul 18 10:30:21.607913 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d22f0-b2e4-4916-b4f9-bf578621a451 req-226e2e8a-e1ff-4b41-b6b5-1f70d07583b4 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:21.609406 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f88d22f0-b2e4-4916-b4f9-bf578621a451 req-226e2e8a-e1ff-4b41-b6b5-1f70d07583b4 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=233328a3-8e4b-4ece-8072-1a31d00d730f HTTP/1.1" status: 200 len: 944 time: 0.0551279 Jul 18 10:30:21.659290 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f88d22f0-b2e4-4916-b4f9-bf578621a451 req-3a1dddb1-d797-4aee-b168-07dcd11513b0 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428393 Jul 18 10:30:22.253891 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41540a43-dbf3-4016-82be-a151160f3e8c req-c6d43a03-8a76-41ad-9130-7425b9fe2e34 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:22.255485 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-41540a43-dbf3-4016-82be-a151160f3e8c req-c6d43a03-8a76-41ad-9130-7425b9fe2e34 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0465333 Jul 18 10:30:22.306121 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0f81c424-ed44-4875-a4fc-1ef44363752f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:22.308310 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-41540a43-dbf3-4016-82be-a151160f3e8c req-8fa7aa6c-7e31-4618-b41b-73df7149cb8d tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472522 Jul 18 10:30:22.640205 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0513995-c0c6-402f-8fcf-e56fc46da4bc req-2e63bf1c-acf0-49a2-b941-b47b28f0e562 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:22.641707 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f0513995-c0c6-402f-8fcf-e56fc46da4bc req-2e63bf1c-acf0-49a2-b941-b47b28f0e562 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=437b80a6-6436-4f8a-be28-49c9cbde98a0 HTTP/1.1" status: 200 len: 943 time: 0.0483742 Jul 18 10:30:22.693028 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f0513995-c0c6-402f-8fcf-e56fc46da4bc req-a08ad277-e5d5-4957-b1f3-c09ef1b4398d tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/security-groups?id=55362095-f388-4dff-9770-8ae0da7a838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458353 Jul 18 10:30:22.721197 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device c7e3d10c-31e5-479a-8314-39f962197adb up at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:30:22.765693 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning for port c7e3d10c-31e5-479a-8314-39f962197adb completed by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:30:22.771107 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning complete for port c7e3d10c-31e5-479a-8314-39f962197adb triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:30:22.771602 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (c7e3d10c-31e5-479a-8314-39f962197adb), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:22.773138 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3744320-a8e1-43bf-892a-7376303c6a08 req-74c1477f-efc6-4eac-bb7d-d02bd830c4d1 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:22.774660 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e3744320-a8e1-43bf-892a-7376303c6a08 req-74c1477f-efc6-4eac-bb7d-d02bd830c4d1 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=233328a3-8e4b-4ece-8072-1a31d00d730f HTTP/1.1" status: 200 len: 944 time: 0.0479758 Jul 18 10:30:22.823739 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e3744320-a8e1-43bf-892a-7376303c6a08 req-daba7fb9-5c7b-41f0-929a-3c292394a4fc tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430801 Jul 18 10:30:22.846690 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port c7e3d10c-31e5-479a-8314-39f962197adb is: BUILD; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:30:22.847079 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (c7e3d10c-31e5-479a-8314-39f962197adb), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:22.874184 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233328a3-8e4b-4ece-8072-1a31d00d730f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e3d10c-31e5-479a-8314-39f962197adb'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:30:22.876411 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84681e705a03fd555db26336157b75fd76ce56e0c69b7b802094418238443ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f2d96b-c3c2-486a-b669-ecdb8cd678e8" -d '{"events": [{"server_uuid": "233328a3-8e4b-4ece-8072-1a31d00d730f", "name": "network-vif-plugged", "status": "completed", "tag": "c7e3d10c-31e5-479a-8314-39f962197adb"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:30:22.888838 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port c7e3d10c-31e5-479a-8314-39f962197adb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c7e3d10c-31e5-479a-8314-39f962197adb,segment=NetworkSegment(9c10a60d-c857-49e0-ba1d-55ba4b507011),segment_id=9c10a60d-c857-49e0-ba1d-55ba4b507011)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:30:22.892804 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (c7e3d10c-31e5-479a-8314-39f962197adb), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:22.915171 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5049eaa-7cf8-4741-aa67-a385b8c4cc4d x-openstack-request-id: req-a5049eaa-7cf8-4741-aa67-a385b8c4cc4d {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:30:22.915480 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233328a3-8e4b-4ece-8072-1a31d00d730f", "name": "network-vif-plugged", "status": "completed", "tag": "c7e3d10c-31e5-479a-8314-39f962197adb", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:30:22.915739 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a5049eaa-7cf8-4741-aa67-a385b8c4cc4d {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:30:22.916134 dv-cinder-837546-3-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5049eaa-7cf8-4741-aa67-a385b8c4cc4d'] response: {'server_uuid': '233328a3-8e4b-4ece-8072-1a31d00d730f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e3d10c-31e5-479a-8314-39f962197adb', 'code': 200} Jul 18 10:30:22.941756 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=c7e3d10c-31e5-479a-8314-39f962197adb,revision_number=5']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:23.421246 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5e31e-797b-44b1-9dea-069bd2034e4c req-b91b98fa-479f-4be3-a16d-351dbdf27454 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:23.422748 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d5f5e31e-797b-44b1-9dea-069bd2034e4c req-b91b98fa-479f-4be3-a16d-351dbdf27454 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0489359 Jul 18 10:30:23.470207 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d5f5e31e-797b-44b1-9dea-069bd2034e4c req-127b444b-2811-4104-b825-869b22ea4958 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418425 Jul 18 10:30:23.558476 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:23.807952 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb66a5-71d4-4bc4-9c60-45fa84fbdc16 req-2bddccc4-a77b-4ea1-be86-d57aa2e7cb5f tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:23.809444 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4fcb66a5-71d4-4bc4-9c60-45fa84fbdc16 req-2bddccc4-a77b-4ea1-be86-d57aa2e7cb5f tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=437b80a6-6436-4f8a-be28-49c9cbde98a0 HTTP/1.1" status: 200 len: 943 time: 0.0498083 Jul 18 10:30:23.832814 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:23.858533 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4fcb66a5-71d4-4bc4-9c60-45fa84fbdc16 req-2567cbb2-3749-430d-924f-fdc6f183c3e7 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/security-groups?id=55362095-f388-4dff-9770-8ae0da7a838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434251 Jul 18 10:30:23.942150 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b82cce-31b2-4690-aef0-cb18b8810e8e req-e079890b-abdd-4658-ac33-24e6b478447b tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:23.943630 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e5b82cce-31b2-4690-aef0-cb18b8810e8e req-e079890b-abdd-4658-ac33-24e6b478447b tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=233328a3-8e4b-4ece-8072-1a31d00d730f HTTP/1.1" status: 200 len: 945 time: 0.0477767 Jul 18 10:30:23.990430 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e5b82cce-31b2-4690-aef0-cb18b8810e8e req-a30745b3-7576-43e0-a3e6-2791eb8e73f9 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412228 Jul 18 10:30:24.593310 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70bf78-0266-4e2e-89f1-b1bbafa622f1 req-ae299e59-f3cd-4621-b61b-8c1f54b3b5b9 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:24.595053 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9a70bf78-0266-4e2e-89f1-b1bbafa622f1 req-ae299e59-f3cd-4621-b61b-8c1f54b3b5b9 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0532804 Jul 18 10:30:24.607705 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:24.647485 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9a70bf78-0266-4e2e-89f1-b1bbafa622f1 req-d381422d-20fe-466f-b036-150590dcdd12 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467474 Jul 18 10:30:24.709617 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:UPDATE=2,neutron:SELECT=65,neutron:DELETE=12 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:24.747542 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:24.883618 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b268e6-d596-486a-8535-7f356f86e9e3 req-f18677ed-29cb-4c65-ae84-79ccd76619e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:24.886021 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-80b268e6-d596-486a-8535-7f356f86e9e3 req-f18677ed-29cb-4c65-ae84-79ccd76619e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9698a0142f494095a93a4e804437bc32&device_id=437b80a6-6436-4f8a-be28-49c9cbde98a0 HTTP/1.1" status: 200 len: 1127 time: 0.0455742 Jul 18 10:30:25.068974 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:25.113447 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ef904-5e8a-4115-a342-8c24eb1775d8 req-5fae1d98-9d4a-488c-a29c-f092c67e768c tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:25.114938 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-194ef904-5e8a-4115-a342-8c24eb1775d8 req-5fae1d98-9d4a-488c-a29c-f092c67e768c tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=437b80a6-6436-4f8a-be28-49c9cbde98a0 HTTP/1.1" status: 200 len: 943 time: 0.1785386 Jul 18 10:30:25.136387 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa55f25-e88a-4802-938e-26db6481d114 req-1f1ff06e-6163-43e1-8a63-d67aa4935560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:25.137803 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3fa55f25-e88a-4802-938e-26db6481d114 req-1f1ff06e-6163-43e1-8a63-d67aa4935560 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 1129 time: 0.1387076 Jul 18 10:30:25.143420 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a686f72-32bf-4e1f-aaaf-75fcdb225b01 req-8bbbd449-e83b-474b-8bfc-1984a8e0196a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:25.144799 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6a686f72-32bf-4e1f-aaaf-75fcdb225b01 req-8bbbd449-e83b-474b-8bfc-1984a8e0196a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=233328a3-8e4b-4ece-8072-1a31d00d730f HTTP/1.1" status: 200 len: 1129 time: 0.1445451 Jul 18 10:30:25.165515 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b268e6-d596-486a-8535-7f356f86e9e3 req-29a82ded-a44f-4cc1-9a80-8c913588e508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:25.166932 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-80b268e6-d596-486a-8535-7f356f86e9e3 req-29a82ded-a44f-4cc1-9a80-8c913588e508 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=9698a0142f494095a93a4e804437bc32&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2722557 Jul 18 10:30:25.226293 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e44258-9cce-45bb-b793-a15829195f82 req-b158b87d-126c-40c7-a45e-a11460fc542f tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:25.227772 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d5e44258-9cce-45bb-b793-a15829195f82 req-b158b87d-126c-40c7-a45e-a11460fc542f tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=233328a3-8e4b-4ece-8072-1a31d00d730f HTTP/1.1" status: 200 len: 945 time: 0.1497598 Jul 18 10:30:25.318939 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:25.338994 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-194ef904-5e8a-4115-a342-8c24eb1775d8 req-82f9abd4-d59a-47fc-82a2-8e5eedcadc3d tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/security-groups?id=55362095-f388-4dff-9770-8ae0da7a838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002409 Jul 18 10:30:25.356043 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3fa55f25-e88a-4802-938e-26db6481d114 req-c0576098-52a4-4dae-a2c5-42657dc3110b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020400 Jul 18 10:30:25.374634 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6a686f72-32bf-4e1f-aaaf-75fcdb225b01 req-6ea3a753-bcee-4d37-bbc0-816e65db7a94 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104819 Jul 18 10:30:25.403000 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d5e44258-9cce-45bb-b793-a15829195f82 req-6a816010-f6b8-44af-b4bf-3b1f32f72454 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614795 Jul 18 10:30:25.405849 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b268e6-d596-486a-8535-7f356f86e9e3 req-d47ab91e-83b5-49ac-b718-d37755f507df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:25.407113 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-80b268e6-d596-486a-8535-7f356f86e9e3 req-d47ab91e-83b5-49ac-b718-d37755f507df service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2183628 Jul 18 10:30:25.645743 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 59786) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:25.798385 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7f244e80-877e-4933-aee9-d9c73224a8cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:25.824108 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79d544-d1f4-41af-b631-781eedbf9949 req-5dc6befb-8fa6-4da8-9a9a-0bac717fac95 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:25.825615 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-aa79d544-d1f4-41af-b631-781eedbf9949 req-5dc6befb-8fa6-4da8-9a9a-0bac717fac95 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0851405 Jul 18 10:30:25.891485 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:25.907076 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-aa79d544-d1f4-41af-b631-781eedbf9949 req-29aad49e-0e35-4826-abc9-0c4f00f13513 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747168 Jul 18 10:30:25.945710 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7f244e80-877e-4933-aee9-d9c73224a8cb admin admin] Publish callbacks [] for security_group (40209ef2-c8c5-4784-9e5d-e18548721626), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:25.950466 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7f244e80-877e-4933-aee9-d9c73224a8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (40209ef2-c8c5-4784-9e5d-e18548721626), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:25.974887 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:25.993290 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f244e80-877e-4933-aee9-d9c73224a8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40209ef2-c8c5-4784-9e5d-e18548721626,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:25.998437 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-7f244e80-877e-4933-aee9-d9c73224a8cb admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=993b4dce87824a75b93aef5d5c0aa1bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3516445 Jul 18 10:30:26.003002 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 59810) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:26.058343 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0aee60de-6294-47ac-bd7a-031e424c1a4e admin admin] Publish callbacks [] for security_group (40209ef2-c8c5-4784-9e5d-e18548721626), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:26.080363 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0aee60de-6294-47ac-bd7a-031e424c1a4e admin admin] Publish callbacks [] for security_group (40209ef2-c8c5-4784-9e5d-e18548721626), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:26.130425 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0aee60de-6294-47ac-bd7a-031e424c1a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (40209ef2-c8c5-4784-9e5d-e18548721626), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:26.132915 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0aee60de-6294-47ac-bd7a-031e424c1a4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:26.134057 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-0aee60de-6294-47ac-bd7a-031e424c1a4e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/40209ef2-c8c5-4784-9e5d-e18548721626 HTTP/1.1" status: 204 len: 168 time: 0.1300118 Jul 18 10:30:26.141783 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee60de-6294-47ac-bd7a-031e424c1a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40209ef2-c8c5-4784-9e5d-e18548721626,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:26.407293 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 59820) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:26.421425 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-50887977-5c25-4bb1-b29a-3d95b49c64d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:26.464085 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4c75f-706b-44a7-a2a4-6d22fa99774c req-655a882e-1df8-4ba7-80e7-5bf7761076b8 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:26.466024 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e1b4c75f-706b-44a7-a2a4-6d22fa99774c req-655a882e-1df8-4ba7-80e7-5bf7761076b8 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=437b80a6-6436-4f8a-be28-49c9cbde98a0 HTTP/1.1" status: 200 len: 943 time: 0.0553291 Jul 18 10:30:26.514645 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-50887977-5c25-4bb1-b29a-3d95b49c64d9 admin admin] Publish callbacks [] for security_group (cee763a4-fa16-475e-805f-19a1e94e399a), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:26.520421 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-50887977-5c25-4bb1-b29a-3d95b49c64d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (cee763a4-fa16-475e-805f-19a1e94e399a), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:26.542929 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6dc59-ac65-448f-ae90-dcc27b99dcdf req-926218c8-596a-4d29-bb20-6c25484af424 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:26.544393 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-94a6dc59-ac65-448f-ae90-dcc27b99dcdf req-926218c8-596a-4d29-bb20-6c25484af424 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=233328a3-8e4b-4ece-8072-1a31d00d730f HTTP/1.1" status: 200 len: 945 time: 0.0699317 Jul 18 10:30:26.561077 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-50887977-5c25-4bb1-b29a-3d95b49c64d9 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7b635ae6e3ac4bb6b68b37ec33596c7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1525893 Jul 18 10:30:26.562170 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50887977-5c25-4bb1-b29a-3d95b49c64d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee763a4-fa16-475e-805f-19a1e94e399a,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:26.564988 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 59824) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:26.576905 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e1b4c75f-706b-44a7-a2a4-6d22fa99774c req-348dea49-1666-47e2-b7c4-50e364b281f8 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/security-groups?id=55362095-f388-4dff-9770-8ae0da7a838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037133 Jul 18 10:30:26.607490 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-94a6dc59-ac65-448f-ae90-dcc27b99dcdf req-e10e850e-d99b-4439-a89a-7d6ee3657bbe tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570858 Jul 18 10:30:26.619853 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a0ebdc52-2095-4f64-b888-b4d61ed466ca admin admin] Publish callbacks [] for security_group (cee763a4-fa16-475e-805f-19a1e94e399a), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:26.643342 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a0ebdc52-2095-4f64-b888-b4d61ed466ca admin admin] Publish callbacks [] for security_group (cee763a4-fa16-475e-805f-19a1e94e399a), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:26.695329 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a0ebdc52-2095-4f64-b888-b4d61ed466ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (cee763a4-fa16-475e-805f-19a1e94e399a), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:26.695564 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-10cabd50-e561-4cfb-92c0-d26f45a07895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:26.697013 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-10cabd50-e561-4cfb-92c0-d26f45a07895 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9698a0142f494095a93a4e804437bc32&device_id=437b80a6-6436-4f8a-be28-49c9cbde98a0 HTTP/1.1" status: 200 len: 1127 time: 0.0500247 Jul 18 10:30:26.698133 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a0ebdc52-2095-4f64-b888-b4d61ed466ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:26.699346 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-a0ebdc52-2095-4f64-b888-b4d61ed466ca admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/cee763a4-fa16-475e-805f-19a1e94e399a HTTP/1.1" status: 204 len: 168 time: 0.1334658 Jul 18 10:30:26.708582 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ebdc52-2095-4f64-b888-b4d61ed466ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee763a4-fa16-475e-805f-19a1e94e399a,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:27.026901 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f63e0-9563-497d-94d9-3412cde136ef req-4541c53a-7c2f-4078-b912-9867d66b4418 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:27.028413 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-553f63e0-9563-497d-94d9-3412cde136ef req-4541c53a-7c2f-4078-b912-9867d66b4418 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0503170 Jul 18 10:30:27.046777 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 59838) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:27.062829 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1f8eb319-fb0b-4877-a382-225ac4783ec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:27.080019 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-553f63e0-9563-497d-94d9-3412cde136ef req-c909a698-9b51-4ea4-8f51-20f1766ff989 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452108 Jul 18 10:30:27.183625 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1f8eb319-fb0b-4877-a382-225ac4783ec0 admin admin] Publish callbacks [] for security_group (e175824e-c226-4657-93fa-d94df554bed5), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:27.190619 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1f8eb319-fb0b-4877-a382-225ac4783ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (e175824e-c226-4657-93fa-d94df554bed5), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:27.213738 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ebe8d-8103-4d3e-939b-b83e4e8db4f3 req-dd912942-8349-42ac-a10b-591c3e1b4144 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:27.215378 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-653ebe8d-8103-4d3e-939b-b83e4e8db4f3 req-dd912942-8349-42ac-a10b-591c3e1b4144 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 946 time: 0.0573342 Jul 18 10:30:27.231707 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8eb319-fb0b-4877-a382-225ac4783ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e175824e-c226-4657-93fa-d94df554bed5,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:27.239750 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-1f8eb319-fb0b-4877-a382-225ac4783ec0 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ec2f751c482746efb59db292e1ea984a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1909819 Jul 18 10:30:27.242508 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 59846) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:27.275902 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-653ebe8d-8103-4d3e-939b-b83e4e8db4f3 req-e7b793c6-9195-432c-b546-14b772151acc tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549023 Jul 18 10:30:27.336842 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-49784400-70db-42d5-a8a8-6535110d283e admin admin] Publish callbacks [] for security_group (e175824e-c226-4657-93fa-d94df554bed5), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:27.371304 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-49784400-70db-42d5-a8a8-6535110d283e admin admin] Publish callbacks [] for security_group (e175824e-c226-4657-93fa-d94df554bed5), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:27.391514 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-af1d8092-00fe-4b7c-91dd-941a8179026c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c HTTP/1.1" status: 200 len: 217 time: 0.0721297 Jul 18 10:30:27.433798 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-49784400-70db-42d5-a8a8-6535110d283e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (e175824e-c226-4657-93fa-d94df554bed5), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:27.438201 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-49784400-70db-42d5-a8a8-6535110d283e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:27.439639 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-49784400-70db-42d5-a8a8-6535110d283e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e175824e-c226-4657-93fa-d94df554bed5 HTTP/1.1" status: 204 len: 168 time: 0.1960223 Jul 18 10:30:27.451700 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49784400-70db-42d5-a8a8-6535110d283e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e175824e-c226-4657-93fa-d94df554bed5,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:27.783716 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d213f-717a-47c7-b3ab-2abbf6305bf9 req-4cfd4b0e-1ad6-4948-bf6d-c363d2f9686a tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:27.785317 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-488d213f-717a-47c7-b3ab-2abbf6305bf9 req-4cfd4b0e-1ad6-4948-bf6d-c363d2f9686a tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=437b80a6-6436-4f8a-be28-49c9cbde98a0 HTTP/1.1" status: 200 len: 943 time: 0.0842440 Jul 18 10:30:27.798242 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ae8e1-b8f3-4b64-9246-97789825d215 req-42c19a4c-bd57-49c5-9752-9ea3cfa25d1d tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:27.799746 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9b9ae8e1-b8f3-4b64-9246-97789825d215 req-42c19a4c-bd57-49c5-9752-9ea3cfa25d1d tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=233328a3-8e4b-4ece-8072-1a31d00d730f HTTP/1.1" status: 200 len: 945 time: 0.0889890 Jul 18 10:30:27.910313 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-488d213f-717a-47c7-b3ab-2abbf6305bf9 req-0229c68a-7461-4af4-bfc3-dbcebe0fa357 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/security-groups?id=55362095-f388-4dff-9770-8ae0da7a838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095905 Jul 18 10:30:27.932318 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9b9ae8e1-b8f3-4b64-9246-97789825d215 req-604320f5-c448-4038-b518-28b6e917885a tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247153 Jul 18 10:30:27.960783 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-7ceb59aa-6c3b-4852-96ae-24418f3ec80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:27.962660 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-7ceb59aa-6c3b-4852-96ae-24418f3ec80d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d50e909-cccf-42f0-a860-0338366b04a8 HTTP/1.1" status: 200 len: 849 time: 0.0750299 Jul 18 10:30:28.008352 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-1efa1e24-2032-400c-87c8-6098ff9f05b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=474c975d-13fe-4438-9075-b3e20c4cc132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355480 Jul 18 10:30:28.122596 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:28.127980 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-a38acfbd-44ee-4154-b997-2152800dd7d5 service neutron] 10.222.0.30 "GET /v2.0/networks/474c975d-13fe-4438-9075-b3e20c4cc132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123047 Jul 18 10:30:28.147251 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:28.231054 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c9ca5a5b-c118-423d-a4ef-f4891d951b1d req-533bf81d-db9e-4021-84dd-b77890f7f69e service neutron] 10.222.0.30 "GET /v2.0/networks/474c975d-13fe-4438-9075-b3e20c4cc132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929050 Jul 18 10:30:29.137011 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7784e-8fdd-428f-8de0-1b764e021e78 req-6b039878-0d8d-4f4d-ac29-8eb4a531dbc8 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:29.143070 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-40b7784e-8fdd-428f-8de0-1b764e021e78 req-6b039878-0d8d-4f4d-ac29-8eb4a531dbc8 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=437b80a6-6436-4f8a-be28-49c9cbde98a0 HTTP/1.1" status: 200 len: 943 time: 0.0733049 Jul 18 10:30:29.219617 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-40b7784e-8fdd-428f-8de0-1b764e021e78 req-775b0bc9-faa1-4a68-9b0b-f6dce19af8d5 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/security-groups?id=55362095-f388-4dff-9770-8ae0da7a838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674388 Jul 18 10:30:29.337661 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333dab6-aa91-489e-88c3-f2e46770b28b req-02412398-7150-497c-8ace-5058a1d089ab tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:29.339150 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3333dab6-aa91-489e-88c3-f2e46770b28b req-02412398-7150-497c-8ace-5058a1d089ab tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 946 time: 0.0481160 Jul 18 10:30:29.391322 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3333dab6-aa91-489e-88c3-f2e46770b28b req-c890605e-30d6-4b68-8d8a-8d38e342b7eb tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467064 Jul 18 10:30:29.433775 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02935818-5e74-45f7-a15c-946baaa68d05 req-80cef147-0a48-4eca-b10f-852e98e29774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:29.435254 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-02935818-5e74-45f7-a15c-946baaa68d05 req-80cef147-0a48-4eca-b10f-852e98e29774 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a1921237622439bab89676e11477c13&device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 1130 time: 0.0384920 Jul 18 10:30:29.540291 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02935818-5e74-45f7-a15c-946baaa68d05 req-eb6f6028-8a99-421f-9f33-6b9aba77ebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:29.541917 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-02935818-5e74-45f7-a15c-946baaa68d05 req-eb6f6028-8a99-421f-9f33-6b9aba77ebdd service neutron] 10.222.0.30 "GET /v2.0/networks?id=3122165b-a136-4d21-b84f-81ce161e0ad4 HTTP/1.1" status: 200 len: 919 time: 0.0993218 Jul 18 10:30:29.587122 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-02935818-5e74-45f7-a15c-946baaa68d05 req-e181cfdb-8083-4f8c-8ce5-65d88da0e61f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3380728a-d068-450d-b0c7-feb491a61db5 HTTP/1.1" status: 200 len: 217 time: 0.0343454 Jul 18 10:30:29.637055 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02935818-5e74-45f7-a15c-946baaa68d05 req-e2f8bedd-56c5-4f9a-a02f-8a3bfe66217e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:29.638535 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-02935818-5e74-45f7-a15c-946baaa68d05 req-e2f8bedd-56c5-4f9a-a02f-8a3bfe66217e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af51bf80-7ad7-4853-9105-dc8b032ebd26 HTTP/1.1" status: 200 len: 857 time: 0.0451503 Jul 18 10:30:29.691931 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02935818-5e74-45f7-a15c-946baaa68d05 req-b0b13d22-a6cc-4bbd-a977-8cb76d465455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:29.693596 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-02935818-5e74-45f7-a15c-946baaa68d05 req-b0b13d22-a6cc-4bbd-a977-8cb76d465455 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3122165b-a136-4d21-b84f-81ce161e0ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477035 Jul 18 10:30:29.789934 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-02935818-5e74-45f7-a15c-946baaa68d05 req-b66329f5-47ee-462c-bd3e-9df4dd7fb258 service neutron] 10.222.0.30 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869312 Jul 18 10:30:29.893300 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-02935818-5e74-45f7-a15c-946baaa68d05 req-b0ba38f1-2308-43e9-9fe9-002a21111db9 service neutron] 10.222.0.30 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930829 Jul 18 10:30:30.353796 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e108e8-8cfe-477e-924b-21f2c67edebb req-9055ba57-5504-4397-9949-913691db3d5b tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:30.355278 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-70e108e8-8cfe-477e-924b-21f2c67edebb req-9055ba57-5504-4397-9949-913691db3d5b tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=437b80a6-6436-4f8a-be28-49c9cbde98a0 HTTP/1.1" status: 200 len: 943 time: 0.0507948 Jul 18 10:30:30.403756 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-70e108e8-8cfe-477e-924b-21f2c67edebb req-d4faae3e-ed39-4fcf-8008-e153515ad133 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/security-groups?id=55362095-f388-4dff-9770-8ae0da7a838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419724 Jul 18 10:30:30.525898 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea789ff-9411-46de-874a-38df67b86d13 req-35d2cef6-7531-42e5-81b5-c2ee02dac470 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:30.527441 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9ea789ff-9411-46de-874a-38df67b86d13 req-35d2cef6-7531-42e5-81b5-c2ee02dac470 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 946 time: 0.0568948 Jul 18 10:30:30.592658 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9ea789ff-9411-46de-874a-38df67b86d13 req-468f20d4-77c9-497a-9634-19b106a407a3 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576270 Jul 18 10:30:30.594254 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 60022) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:30.702206 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b39e8df0-7473-48e1-8c8e-2dce0dbc0f92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:30.754046 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:30.762273 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:30.788746 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b39e8df0-7473-48e1-8c8e-2dce0dbc0f92 admin admin] Publish callbacks [] for security_group (7f256bdd-5484-441c-a33b-a644ef497b71), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:30.792404 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b39e8df0-7473-48e1-8c8e-2dce0dbc0f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (7f256bdd-5484-441c-a33b-a644ef497b71), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:30.835113 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e8df0-7473-48e1-8c8e-2dce0dbc0f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f256bdd-5484-441c-a33b-a644ef497b71,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:30.841039 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-b39e8df0-7473-48e1-8c8e-2dce0dbc0f92 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1752330828e74475a96d782a1aa0b3f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454867 Jul 18 10:30:30.843068 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 60026) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:30.901005 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-36589880-6c4c-44b9-9a51-ef1ca897cb18 admin admin] Publish callbacks [] for security_group (7f256bdd-5484-441c-a33b-a644ef497b71), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:30.924040 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-36589880-6c4c-44b9-9a51-ef1ca897cb18 admin admin] Publish callbacks [] for security_group (7f256bdd-5484-441c-a33b-a644ef497b71), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:30.972447 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-36589880-6c4c-44b9-9a51-ef1ca897cb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (7f256bdd-5484-441c-a33b-a644ef497b71), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:30.975137 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-36589880-6c4c-44b9-9a51-ef1ca897cb18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:30.976317 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-36589880-6c4c-44b9-9a51-ef1ca897cb18 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7f256bdd-5484-441c-a33b-a644ef497b71 HTTP/1.1" status: 204 len: 168 time: 0.1324258 Jul 18 10:30:30.984711 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36589880-6c4c-44b9-9a51-ef1ca897cb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f256bdd-5484-441c-a33b-a644ef497b71,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:31.516136 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:31.530626 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f4e3b-af71-4dbd-a0c4-094ca8f5c4fa req-9a56ad9f-9b87-4b8f-a697-983ef81b7037 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:31.532194 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b05f4e3b-af71-4dbd-a0c4-094ca8f5c4fa req-9a56ad9f-9b87-4b8f-a697-983ef81b7037 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=437b80a6-6436-4f8a-be28-49c9cbde98a0 HTTP/1.1" status: 200 len: 943 time: 0.0559833 Jul 18 10:30:31.585969 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b05f4e3b-af71-4dbd-a0c4-094ca8f5c4fa req-b68a0928-868b-49cb-9824-a2d74c8beb2a tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/security-groups?id=55362095-f388-4dff-9770-8ae0da7a838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479393 Jul 18 10:30:31.613204 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 60052) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:31.717504 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c2ba2-6e5b-4d55-8a02-b34315040cb1 req-b5aad8dd-6899-4cc6-9b27-33ad1268be43 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:31.719149 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4b8c2ba2-6e5b-4d55-8a02-b34315040cb1 req-b5aad8dd-6899-4cc6-9b27-33ad1268be43 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 946 time: 0.0527310 Jul 18 10:30:31.729372 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-eda7983e-76da-4625-834d-9b67a902ffe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:31.772978 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4b8c2ba2-6e5b-4d55-8a02-b34315040cb1 req-8b879a50-2515-478e-9b9d-58439443b423 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474243 Jul 18 10:30:31.807856 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-eda7983e-76da-4625-834d-9b67a902ffe8 admin admin] Publish callbacks [] for security_group (c0ecad6f-a779-4da4-9661-3ead66032cf4), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:31.811590 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-eda7983e-76da-4625-834d-9b67a902ffe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (c0ecad6f-a779-4da4-9661-3ead66032cf4), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:31.851416 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-eda7983e-76da-4625-834d-9b67a902ffe8 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2874c7f3748344f88a929205823b8131&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371285 Jul 18 10:30:31.852354 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7983e-76da-4625-834d-9b67a902ffe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ecad6f-a779-4da4-9661-3ead66032cf4,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:31.854662 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 60058) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:31.874032 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:31.907115 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-8f132317-fec7-4f34-b62d-c5e95131a2f4 admin admin] Publish callbacks [] for security_group (c0ecad6f-a779-4da4-9661-3ead66032cf4), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:31.929778 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-8f132317-fec7-4f34-b62d-c5e95131a2f4 admin admin] Publish callbacks [] for security_group (c0ecad6f-a779-4da4-9661-3ead66032cf4), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:31.978993 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-8f132317-fec7-4f34-b62d-c5e95131a2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (c0ecad6f-a779-4da4-9661-3ead66032cf4), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:31.981573 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-8f132317-fec7-4f34-b62d-c5e95131a2f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:31.982764 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-8f132317-fec7-4f34-b62d-c5e95131a2f4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c0ecad6f-a779-4da4-9661-3ead66032cf4 HTTP/1.1" status: 204 len: 168 time: 0.1269925 Jul 18 10:30:31.990722 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f132317-fec7-4f34-b62d-c5e95131a2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ecad6f-a779-4da4-9661-3ead66032cf4,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:32.497648 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:30:32.625059 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c,segment=NetworkSegment(89bc0e88-056a-4141-bf22-508e218f1179),segment_id=89bc0e88-056a-4141-bf22-508e218f1179)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:30:32.639628 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Returning: {'device': 'ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c', 'network_id': '474c975d-13fe-4438-9075-b3e20c4cc132', 'port_id': 'ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c', 'mac_address': 'fa:16:3e:d0:77:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d50e909-cccf-42f0-a860-0338366b04a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:30:32.646818 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:32.703499 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c is: DOWN; New status is: BUILD {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:30:32.704450 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:32.729340 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:30:32.754180 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c,segment=NetworkSegment(89bc0e88-056a-4141-bf22-508e218f1179),segment_id=89bc0e88-056a-4141-bf22-508e218f1179)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:30:32.760996 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:32.857449 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:32.961473 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9065882-a04c-47ff-b87b-e96c3c60e97a req-ff3d2bf5-a997-4951-813b-47bba35ee725 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:32.963579 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e9065882-a04c-47ff-b87b-e96c3c60e97a req-ff3d2bf5-a997-4951-813b-47bba35ee725 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=437b80a6-6436-4f8a-be28-49c9cbde98a0 HTTP/1.1" status: 200 len: 944 time: 0.0971878 Jul 18 10:30:32.975123 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35448889-27a5-4271-9c9c-4773783b0c30 req-94f09888-14c7-47aa-9d99-52b24e7284a6 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:32.977058 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-35448889-27a5-4271-9c9c-4773783b0c30 req-94f09888-14c7-47aa-9d99-52b24e7284a6 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 946 time: 0.0992994 Jul 18 10:30:33.055777 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e9065882-a04c-47ff-b87b-e96c3c60e97a req-dd8b348d-cecf-448c-89e4-5254ac1c56d6 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/security-groups?id=55362095-f388-4dff-9770-8ae0da7a838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776680 Jul 18 10:30:33.076453 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:30:33.078693 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-35448889-27a5-4271-9c9c-4773783b0c30 req-1cc75413-5080-42ba-a7f3-3be2a028863a tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857747 Jul 18 10:30:33.078822 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:33.267749 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 60112) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:33.389411 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-e1f7a8dc-4449-44e9-8ec0-9b5c2298d5ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:33.467128 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-e1f7a8dc-4449-44e9-8ec0-9b5c2298d5ec admin admin] Publish callbacks [] for security_group (e382a1ff-03a3-4bba-8e68-8efe2cd7d1c2), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:33.471481 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-e1f7a8dc-4449-44e9-8ec0-9b5c2298d5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (e382a1ff-03a3-4bba-8e68-8efe2cd7d1c2), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:33.509694 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7a8dc-4449-44e9-8ec0-9b5c2298d5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e382a1ff-03a3-4bba-8e68-8efe2cd7d1c2,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:33.513950 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-e1f7a8dc-4449-44e9-8ec0-9b5c2298d5ec admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c224dec664c64421944af07cf7cec856&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451792 Jul 18 10:30:33.517563 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 60120) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:33.571387 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-63a5c5b0-fa09-4e64-bb20-8b7528b9d316 admin admin] Publish callbacks [] for security_group (e382a1ff-03a3-4bba-8e68-8efe2cd7d1c2), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:33.593240 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-63a5c5b0-fa09-4e64-bb20-8b7528b9d316 admin admin] Publish callbacks [] for security_group (e382a1ff-03a3-4bba-8e68-8efe2cd7d1c2), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:33.640683 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-63a5c5b0-fa09-4e64-bb20-8b7528b9d316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (e382a1ff-03a3-4bba-8e68-8efe2cd7d1c2), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:33.644162 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-63a5c5b0-fa09-4e64-bb20-8b7528b9d316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:33.645493 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-63a5c5b0-fa09-4e64-bb20-8b7528b9d316 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e382a1ff-03a3-4bba-8e68-8efe2cd7d1c2 HTTP/1.1" status: 204 len: 168 time: 0.1277993 Jul 18 10:30:33.647903 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:33.659279 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a5c5b0-fa09-4e64-bb20-8b7528b9d316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e382a1ff-03a3-4bba-8e68-8efe2cd7d1c2,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:34.228992 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4527b0-e7d8-4f24-9e3c-fc9cbdab469d req-f7803386-235a-455c-b423-65fd8920e6bf tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:34.230665 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0b4527b0-e7d8-4f24-9e3c-fc9cbdab469d req-f7803386-235a-455c-b423-65fd8920e6bf tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=437b80a6-6436-4f8a-be28-49c9cbde98a0 HTTP/1.1" status: 200 len: 944 time: 0.0931613 Jul 18 10:30:34.239481 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5ae97-9d36-4c83-842b-d6e1fb5c5ec6 req-47e02498-da3d-4b06-a365-2b0a0e95aaa4 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:34.240916 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-46b5ae97-9d36-4c83-842b-d6e1fb5c5ec6 req-47e02498-da3d-4b06-a365-2b0a0e95aaa4 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 946 time: 0.0741351 Jul 18 10:30:34.321593 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0b4527b0-e7d8-4f24-9e3c-fc9cbdab469d req-ddc9c21c-32da-4edf-81d4-bc38eccb888e tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/security-groups?id=55362095-f388-4dff-9770-8ae0da7a838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797114 Jul 18 10:30:34.325976 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-46b5ae97-9d36-4c83-842b-d6e1fb5c5ec6 req-9c66e7f6-d0a0-495a-8997-5399b9bc46f9 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779665 Jul 18 10:30:34.523554 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c up at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:30:34.576830 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning for port ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c completed by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:30:34.583581 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning complete for port ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:30:34.584165 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:34.678335 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c is: BUILD; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:30:34.678747 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:34.706518 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437b80a6-6436-4f8a-be28-49c9cbde98a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:30:34.708903 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84681e705a03fd555db26336157b75fd76ce56e0c69b7b802094418238443ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a25f7f-6649-412e-89e3-ceed001e3580" -d '{"events": [{"server_uuid": "437b80a6-6436-4f8a-be28-49c9cbde98a0", "name": "network-vif-plugged", "status": "completed", "tag": "ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:30:34.723071 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c,segment=NetworkSegment(89bc0e88-056a-4141-bf22-508e218f1179),segment_id=89bc0e88-056a-4141-bf22-508e218f1179)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:30:34.729266 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:34.762458 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d3c151-dc14-4460-8c41-58b40e8b3972 x-openstack-request-id: req-d3d3c151-dc14-4460-8c41-58b40e8b3972 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:30:34.762748 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437b80a6-6436-4f8a-be28-49c9cbde98a0", "name": "network-vif-plugged", "status": "completed", "tag": "ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:30:34.763007 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d3d3c151-dc14-4460-8c41-58b40e8b3972 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:30:34.763809 dv-cinder-837546-3-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3d3c151-dc14-4460-8c41-58b40e8b3972'] response: {'server_uuid': '437b80a6-6436-4f8a-be28-49c9cbde98a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c', 'code': 200} Jul 18 10:30:34.789815 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c,revision_number=5']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:34.987118 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de7651-f8ee-4121-9f64-9cec2e5fc38d req-0f0370a0-e9d2-425d-8cb1-d3246fd97587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:34.988933 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-90de7651-f8ee-4121-9f64-9cec2e5fc38d req-0f0370a0-e9d2-425d-8cb1-d3246fd97587 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=437b80a6-6436-4f8a-be28-49c9cbde98a0 HTTP/1.1" status: 200 len: 1129 time: 0.0472469 Jul 18 10:30:35.039020 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 60158) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:35.047126 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-90de7651-f8ee-4121-9f64-9cec2e5fc38d req-86c23219-9932-4638-9ab9-30af0b245ed9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=55362095-f388-4dff-9770-8ae0da7a838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490656 Jul 18 10:30:35.158110 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5f9f97f9-5e98-4ccb-91dc-e3dd45540b26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:35.242390 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5f9f97f9-5e98-4ccb-91dc-e3dd45540b26 admin admin] Publish callbacks [] for security_group (0dc86ed9-34c9-4120-9202-2d443fdc1b69), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:35.246576 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5f9f97f9-5e98-4ccb-91dc-e3dd45540b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (0dc86ed9-34c9-4120-9202-2d443fdc1b69), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:35.284722 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f97f9-5e98-4ccb-91dc-e3dd45540b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc86ed9-34c9-4120-9202-2d443fdc1b69,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:35.289891 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-5f9f97f9-5e98-4ccb-91dc-e3dd45540b26 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1f6b50b861214381ae9aece1329dc6d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492261 Jul 18 10:30:35.292747 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 60162) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:35.351367 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0611ab4d-74a4-4dae-a9ed-5600f2750f47 admin admin] Publish callbacks [] for security_group (0dc86ed9-34c9-4120-9202-2d443fdc1b69), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:35.376168 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0611ab4d-74a4-4dae-a9ed-5600f2750f47 admin admin] Publish callbacks [] for security_group (0dc86ed9-34c9-4120-9202-2d443fdc1b69), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:35.384968 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:INSERT=15,neutron:SELECT=82,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:35.444162 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0611ab4d-74a4-4dae-a9ed-5600f2750f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (0dc86ed9-34c9-4120-9202-2d443fdc1b69), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:35.445571 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:35.447419 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0611ab4d-74a4-4dae-a9ed-5600f2750f47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:35.451106 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-0611ab4d-74a4-4dae-a9ed-5600f2750f47 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/0dc86ed9-34c9-4120-9202-2d443fdc1b69 HTTP/1.1" status: 204 len: 168 time: 0.1549356 Jul 18 10:30:35.457560 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611ab4d-74a4-4dae-a9ed-5600f2750f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc86ed9-34c9-4120-9202-2d443fdc1b69,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:35.701233 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 6 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:30:35.738452 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1afa4-4fea-46c7-aa42-66389c518e08 req-1be9c6d2-ea25-4914-bd2d-2c14f1708729 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:35.740678 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-30b1afa4-4fea-46c7-aa42-66389c518e08 req-1be9c6d2-ea25-4914-bd2d-2c14f1708729 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=437b80a6-6436-4f8a-be28-49c9cbde98a0 HTTP/1.1" status: 200 len: 945 time: 0.3378820 Jul 18 10:30:35.767869 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b758e0e-a581-41fa-a260-80f087c262c8 req-badfa323-c522-493b-b9b7-9ad40ffba37e tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:35.769355 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8b758e0e-a581-41fa-a260-80f087c262c8 req-badfa323-c522-493b-b9b7-9ad40ffba37e tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 946 time: 0.3507926 Jul 18 10:30:35.835334 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-30b1afa4-4fea-46c7-aa42-66389c518e08 req-13b70f34-791c-4479-97b9-2ea1f1c37a20 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/security-groups?id=55362095-f388-4dff-9770-8ae0da7a838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844824 Jul 18 10:30:35.844420 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 60172) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:35.859312 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:35.872030 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7f3bd265-03ca-4f9d-8f54-33d48a0d5dc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:35.872647 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8b758e0e-a581-41fa-a260-80f087c262c8 req-3f71eb4a-1197-4e9e-a7fe-c69ad60e6fdf tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933187 Jul 18 10:30:35.927253 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:35.981082 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7f3bd265-03ca-4f9d-8f54-33d48a0d5dc3 admin admin] Publish callbacks [] for security_group (3f150178-231a-4b58-948d-574bd88d4c13), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:35.987617 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7f3bd265-03ca-4f9d-8f54-33d48a0d5dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (3f150178-231a-4b58-948d-574bd88d4c13), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:36.026577 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3bd265-03ca-4f9d-8f54-33d48a0d5dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f150178-231a-4b58-948d-574bd88d4c13,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:36.032048 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-7f3bd265-03ca-4f9d-8f54-33d48a0d5dc3 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c664ad8c4d4949e38c439952013554aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1853726 Jul 18 10:30:36.034779 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 60176) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:36.087958 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-dbe09cfe-cf3d-417d-9cee-0931d94f8351 admin admin] Publish callbacks [] for security_group (3f150178-231a-4b58-948d-574bd88d4c13), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:36.112614 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-dbe09cfe-cf3d-417d-9cee-0931d94f8351 admin admin] Publish callbacks [] for security_group (3f150178-231a-4b58-948d-574bd88d4c13), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:36.161951 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-dbe09cfe-cf3d-417d-9cee-0931d94f8351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (3f150178-231a-4b58-948d-574bd88d4c13), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:36.164519 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-dbe09cfe-cf3d-417d-9cee-0931d94f8351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:36.165818 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-dbe09cfe-cf3d-417d-9cee-0931d94f8351 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3f150178-231a-4b58-948d-574bd88d4c13 HTTP/1.1" status: 204 len: 168 time: 0.1300373 Jul 18 10:30:36.178103 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe09cfe-cf3d-417d-9cee-0931d94f8351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f150178-231a-4b58-948d-574bd88d4c13,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:37.056247 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee634f82-2c95-410f-a2c4-3febfc25f580 req-79d822da-ad19-426b-8d0d-60f239fe80d6 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:37.057835 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ee634f82-2c95-410f-a2c4-3febfc25f580 req-79d822da-ad19-426b-8d0d-60f239fe80d6 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=437b80a6-6436-4f8a-be28-49c9cbde98a0 HTTP/1.1" status: 200 len: 945 time: 0.1210780 Jul 18 10:30:37.086639 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a0a47-5286-4541-ab8c-7d1ca08eebc8 req-c137ab20-1b98-4f7d-a6b0-065de07eef05 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:37.088829 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8f7a0a47-5286-4541-ab8c-7d1ca08eebc8 req-c137ab20-1b98-4f7d-a6b0-065de07eef05 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 946 time: 0.0969756 Jul 18 10:30:37.150209 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ee634f82-2c95-410f-a2c4-3febfc25f580 req-08527dc6-5b95-4921-89c1-8bb0a1daf149 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/security-groups?id=55362095-f388-4dff-9770-8ae0da7a838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857723 Jul 18 10:30:37.177305 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8f7a0a47-5286-4541-ab8c-7d1ca08eebc8 req-92b22419-ee53-4546-90c4-ebbc859f2bfa tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765679 Jul 18 10:30:38.061656 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a67ca-b1df-4be7-a72e-c2f1353a7080 req-b071a3c3-c154-4261-bd92-159a57821f09 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:38.068714 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-006a67ca-b1df-4be7-a72e-c2f1353a7080 req-b071a3c3-c154-4261-bd92-159a57821f09 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=437b80a6-6436-4f8a-be28-49c9cbde98a0 HTTP/1.1" status: 200 len: 945 time: 0.0756748 Jul 18 10:30:38.123061 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-006a67ca-b1df-4be7-a72e-c2f1353a7080 req-ad5028f0-3470-4a5b-b6c3-4ed15d7d23d8 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/security-groups?id=55362095-f388-4dff-9770-8ae0da7a838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533330 Jul 18 10:30:38.343849 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e45b7-3f4c-4b8b-9ba9-f7fad463ade0 req-fe5dd499-1685-4118-b2ef-2b7a9ffbee93 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:38.346052 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-138e45b7-3f4c-4b8b-9ba9-f7fad463ade0 req-fe5dd499-1685-4118-b2ef-2b7a9ffbee93 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 946 time: 0.0700669 Jul 18 10:30:38.401542 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-138e45b7-3f4c-4b8b-9ba9-f7fad463ade0 req-17080ec8-ae6c-4914-a419-a7b2e439037f tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499673 Jul 18 10:30:39.254505 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dad0d7-3509-4654-9474-a2297b17c33a req-4787ba8b-defb-46c6-9a04-13bd7bd9f1e5 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:39.256547 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-52dad0d7-3509-4654-9474-a2297b17c33a req-4787ba8b-defb-46c6-9a04-13bd7bd9f1e5 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=437b80a6-6436-4f8a-be28-49c9cbde98a0 HTTP/1.1" status: 200 len: 945 time: 0.0531347 Jul 18 10:30:39.305212 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-52dad0d7-3509-4654-9474-a2297b17c33a req-489283f7-4ab9-48f8-b6a7-d4d4a4685d00 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/security-groups?id=55362095-f388-4dff-9770-8ae0da7a838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434983 Jul 18 10:30:39.547078 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df163a02-3832-4154-8d4d-c5981337320b req-ef45992f-e962-44d5-81c9-adee563ed1b5 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:39.548895 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-df163a02-3832-4154-8d4d-c5981337320b req-ef45992f-e962-44d5-81c9-adee563ed1b5 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 946 time: 0.0591762 Jul 18 10:30:39.606808 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-df163a02-3832-4154-8d4d-c5981337320b req-9f3b63fe-aafe-4bbb-9f8c-879f3cac691a tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520167 Jul 18 10:30:39.851241 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:39.874826 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11c027-154e-4270-95d7-46bdb2a633eb req-7c23c773-b855-4c67-9832-1deb80bbc3e1 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:39.876412 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-cb11c027-154e-4270-95d7-46bdb2a633eb req-7c23c773-b855-4c67-9832-1deb80bbc3e1 tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.30 "GET /v2.0/ports?device_id=437b80a6-6436-4f8a-be28-49c9cbde98a0 HTTP/1.1" status: 200 len: 945 time: 0.0660501 Jul 18 10:30:39.969595 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-cb11c027-154e-4270-95d7-46bdb2a633eb req-caa106bc-b17c-4f3e-afd2-edd677312ffe tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Deleting port ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:30:39.969929 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-cb11c027-154e-4270-95d7-46bdb2a633eb req-caa106bc-b17c-4f3e-afd2-edd677312ffe tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:40.082163 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-cb11c027-154e-4270-95d7-46bdb2a633eb req-caa106bc-b17c-4f3e-afd2-edd677312ffe tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] For port ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c,segment=NetworkSegment(89bc0e88-056a-4141-bf22-508e218f1179),segment_id=89bc0e88-056a-4141-bf22-508e218f1179)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:30:40.082693 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-cb11c027-154e-4270-95d7-46bdb2a633eb req-caa106bc-b17c-4f3e-afd2-edd677312ffe tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:40.097651 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-cb11c027-154e-4270-95d7-46bdb2a633eb req-caa106bc-b17c-4f3e-afd2-edd677312ffe tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Calling delete_port for ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c owned by compute:nova {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:30:40.108808 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:40.277725 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-cb11c027-154e-4270-95d7-46bdb2a633eb req-caa106bc-b17c-4f3e-afd2-edd677312ffe tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:40.291855 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:30:40.309895 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa106bc-b17c-4f3e-afd2-edd677312ffe tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Pushing event deleted for resources: {'Port': ['ID=ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:40.364318 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb11c027-154e-4270-95d7-46bdb2a633eb req-caa106bc-b17c-4f3e-afd2-edd677312ffe tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] No DVR routers for this DVR port ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c on host hv-cinder-83754 {{(pid=103899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:30:40.367045 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-cb11c027-154e-4270-95d7-46bdb2a633eb req-caa106bc-b17c-4f3e-afd2-edd677312ffe tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:40.370531 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-cb11c027-154e-4270-95d7-46bdb2a633eb req-caa106bc-b17c-4f3e-afd2-edd677312ffe tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.30 "DELETE /v2.0/ports/ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c HTTP/1.1" status: 204 len: 173 time: 0.4878380 Jul 18 10:30:40.370974 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437b80a6-6436-4f8a-be28-49c9cbde98a0', 'name': 'network-vif-deleted', 'tag': 'ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:30:40.373289 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f20ad1b-1bcd-4524-8be0-25537065b49a" -d '{"events": [{"server_uuid": "437b80a6-6436-4f8a-be28-49c9cbde98a0", "name": "network-vif-deleted", "tag": "ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:30:40.419826 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a88ed262-ffae-4d6b-889f-94a2b5ca33da req-3f23326d-a18d-4f67-a1d7-3b9cfe756a3f tempest-VolumesActionsTest-1071066098 tempest-VolumesActionsTest-1071066098-project] 10.222.0.33 "GET /v2.0/ports?device_id=437b80a6-6436-4f8a-be28-49c9cbde98a0 HTTP/1.1" status: 200 len: 210 time: 0.0384393 Jul 18 10:30:40.421341 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad077e2e-958e-457a-9748-ee0b4cc2b7a4 x-openstack-request-id: req-ad077e2e-958e-457a-9748-ee0b4cc2b7a4 {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:30:40.421634 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437b80a6-6436-4f8a-be28-49c9cbde98a0", "name": "network-vif-deleted", "tag": "ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:30:40.421932 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ad077e2e-958e-457a-9748-ee0b4cc2b7a4 {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:30:40.422275 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad077e2e-958e-457a-9748-ee0b4cc2b7a4'] response: {'server_uuid': '437b80a6-6436-4f8a-be28-49c9cbde98a0', 'name': 'network-vif-deleted', 'tag': 'ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c', 'status': 'completed', 'code': 200} Jul 18 10:30:40.732750 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9556d27-404f-4677-94be-70b19fe48d10 req-9de5577f-e4a5-4d23-9bad-9290ea7b3564 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:40.734358 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b9556d27-404f-4677-94be-70b19fe48d10 req-9de5577f-e4a5-4d23-9bad-9290ea7b3564 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 946 time: 0.0504279 Jul 18 10:30:40.792467 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b9556d27-404f-4677-94be-70b19fe48d10 req-fe14c296-bae8-47df-b7e7-e9f661c99227 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490658 Jul 18 10:30:42.055132 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 60326) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:42.084328 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b840e8-5774-459e-a194-682fe2407c50 req-44cfcdca-f362-4774-826f-f6d14568feb2 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:42.085965 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d1b840e8-5774-459e-a194-682fe2407c50 req-44cfcdca-f362-4774-826f-f6d14568feb2 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 946 time: 0.1528893 Jul 18 10:30:42.173589 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d1b840e8-5774-459e-a194-682fe2407c50 req-e03628bb-c044-4024-90e4-6961c3fb18ce tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759170 Jul 18 10:30:42.229074 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0ad9440e-ade1-4225-996e-73d5c2bcac92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:42.327440 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0ad9440e-ade1-4225-996e-73d5c2bcac92 admin admin] Publish callbacks [] for security_group (6e187840-1419-443e-b971-5b51d63904df), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:42.342864 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0ad9440e-ade1-4225-996e-73d5c2bcac92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (6e187840-1419-443e-b971-5b51d63904df), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:42.379875 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9440e-ade1-4225-996e-73d5c2bcac92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e187840-1419-443e-b971-5b51d63904df,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:42.400567 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 60346) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:42.401610 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-0ad9440e-ade1-4225-996e-73d5c2bcac92 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=934da64f489b4da9bdbe8348d10178cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3453827 Jul 18 10:30:42.473706 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-37fb4d39-6fc5-4345-a76a-c01af787418e admin admin] Publish callbacks [] for security_group (6e187840-1419-443e-b971-5b51d63904df), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:42.512410 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-37fb4d39-6fc5-4345-a76a-c01af787418e admin admin] Publish callbacks [] for security_group (6e187840-1419-443e-b971-5b51d63904df), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:42.598089 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-37fb4d39-6fc5-4345-a76a-c01af787418e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (6e187840-1419-443e-b971-5b51d63904df), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:42.605944 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-37fb4d39-6fc5-4345-a76a-c01af787418e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:42.607362 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-37fb4d39-6fc5-4345-a76a-c01af787418e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6e187840-1419-443e-b971-5b51d63904df HTTP/1.1" status: 204 len: 168 time: 0.2055779 Jul 18 10:30:42.630806 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb4d39-6fc5-4345-a76a-c01af787418e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e187840-1419-443e-b971-5b51d63904df,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:42.976255 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 60386) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:42.994554 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3bced87a-228b-420a-b558-df3b5d06ec3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:43.085747 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3bced87a-228b-420a-b558-df3b5d06ec3a admin admin] Publish callbacks [] for security_group (171d1e62-faff-48f0-91fb-8f11238dddd7), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:43.091876 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3bced87a-228b-420a-b558-df3b5d06ec3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (171d1e62-faff-48f0-91fb-8f11238dddd7), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:43.139727 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:43.147283 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bced87a-228b-420a-b558-df3b5d06ec3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171d1e62-faff-48f0-91fb-8f11238dddd7,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:43.167212 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 60398) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:43.167708 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-3bced87a-228b-420a-b558-df3b5d06ec3a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b4f0162750be423d8daf2dd94355e8df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1900668 Jul 18 10:30:43.230676 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7684507b-a214-4a3e-bc11-1c199aa97461 admin admin] Publish callbacks [] for security_group (171d1e62-faff-48f0-91fb-8f11238dddd7), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:43.258279 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7684507b-a214-4a3e-bc11-1c199aa97461 admin admin] Publish callbacks [] for security_group (171d1e62-faff-48f0-91fb-8f11238dddd7), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:43.316898 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7684507b-a214-4a3e-bc11-1c199aa97461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (171d1e62-faff-48f0-91fb-8f11238dddd7), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:43.319638 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7684507b-a214-4a3e-bc11-1c199aa97461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:43.321318 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-7684507b-a214-4a3e-bc11-1c199aa97461 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/171d1e62-faff-48f0-91fb-8f11238dddd7 HTTP/1.1" status: 204 len: 168 time: 0.1520889 Jul 18 10:30:43.335491 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684507b-a214-4a3e-bc11-1c199aa97461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171d1e62-faff-48f0-91fb-8f11238dddd7,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:43.463227 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66239182-4262-4a23-b3fd-72aaadc07411 req-76e89287-c720-4996-98a9-7bf555567c21 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:43.464816 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-66239182-4262-4a23-b3fd-72aaadc07411 req-76e89287-c720-4996-98a9-7bf555567c21 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 946 time: 0.0636744 Jul 18 10:30:43.515029 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-66239182-4262-4a23-b3fd-72aaadc07411 req-457ea019-058c-4055-b390-15c3f21c81bd tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422049 Jul 18 10:30:44.592952 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:44.633981 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2f7f2-606f-4aae-b256-63db5f35c5b9 req-bf0ee88d-40db-473d-830d-5888a482b8d1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:44.635714 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-61f2f7f2-606f-4aae-b256-63db5f35c5b9 req-bf0ee88d-40db-473d-830d-5888a482b8d1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 946 time: 0.0531492 Jul 18 10:30:44.683230 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-61f2f7f2-606f-4aae-b256-63db5f35c5b9 req-cd8337f6-e61e-4a3c-8d7e-3b0fc008cd84 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418148 Jul 18 10:30:44.975468 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:30:45.006339 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] No Port match for: ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:30:45.006686 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device ec69e42c-a16f-4d5d-9f66-84ab1ea7ce3c not bound to the agent host hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:30:45.697393 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:45.797385 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc2786-9917-4e4c-9324-4217ed957560 req-13ba0fc1-25c4-4b94-a5c7-3a3873929d6b tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:45.798951 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-77bc2786-9917-4e4c-9324-4217ed957560 req-13ba0fc1-25c4-4b94-a5c7-3a3873929d6b tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 946 time: 0.0463645 Jul 18 10:30:45.844145 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-77bc2786-9917-4e4c-9324-4217ed957560 req-f60b801c-413d-4371-995e-106c437e046e tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398185 Jul 18 10:30:46.961884 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7443dcd-08d5-4629-ada6-c1e5cb49c062 req-ea5640fc-fd10-4657-be96-6f3051a706b4 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:46.963332 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b7443dcd-08d5-4629-ada6-c1e5cb49c062 req-ea5640fc-fd10-4657-be96-6f3051a706b4 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 946 time: 0.0457630 Jul 18 10:30:47.015449 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b7443dcd-08d5-4629-ada6-c1e5cb49c062 req-6ca5b37e-f478-4869-aa51-048f8ccbfcea tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466135 Jul 18 10:30:48.142359 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e03b2-10ce-4787-add5-c60db0829dc3 req-a119db25-a656-4ab4-9398-245ddbcbf5a8 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:48.149804 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-be0e03b2-10ce-4787-add5-c60db0829dc3 req-a119db25-a656-4ab4-9398-245ddbcbf5a8 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 946 time: 0.0573485 Jul 18 10:30:48.197285 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-be0e03b2-10ce-4787-add5-c60db0829dc3 req-eda9b7da-0b9a-4efa-8bce-34026b50d61f tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464890 Jul 18 10:30:49.476300 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29be482-3aae-4e72-89c3-bb94aeff0d30 req-4c0d286b-3ccc-47f0-ab2f-630c3950f355 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:49.487935 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b29be482-3aae-4e72-89c3-bb94aeff0d30 req-4c0d286b-3ccc-47f0-ab2f-630c3950f355 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 946 time: 0.2064309 Jul 18 10:30:49.583553 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b29be482-3aae-4e72-89c3-bb94aeff0d30 req-7fb0b936-4eb4-4179-b238-f90364962159 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843523 Jul 18 10:30:50.033661 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3bb4011f-ba10-4f01-95ca-9ce3d1f64b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:50.487283 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 60596) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:50.638310 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-35da42e9-fad0-4b0f-9180-7bc367bd1d5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:50.672654 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:DELETE=6,neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:50.722628 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517caf56-5859-4aec-97e8-22fa5718bb59 req-96a07e5b-5b8b-42b0-92f8-5c78d9ef646e tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:50.731825 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-517caf56-5859-4aec-97e8-22fa5718bb59 req-96a07e5b-5b8b-42b0-92f8-5c78d9ef646e tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 946 time: 0.0714061 Jul 18 10:30:50.760944 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-35da42e9-fad0-4b0f-9180-7bc367bd1d5e admin admin] Publish callbacks [] for security_group (8e718085-f3b6-4196-8510-f66257e478cd), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:50.761829 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:50.776824 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-35da42e9-fad0-4b0f-9180-7bc367bd1d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (8e718085-f3b6-4196-8510-f66257e478cd), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:50.800442 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-517caf56-5859-4aec-97e8-22fa5718bb59 req-ce1b48ac-8d2e-4679-bc68-c52dfa7a04e4 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622351 Jul 18 10:30:50.826524 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da42e9-fad0-4b0f-9180-7bc367bd1d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e718085-f3b6-4196-8510-f66257e478cd,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:50.881006 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 60608) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:50.888317 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-35da42e9-fad0-4b0f-9180-7bc367bd1d5e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=6468be1f96754b3190db1c1e08aa7ea3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3929563 Jul 18 10:30:50.959276 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-e17f0528-8234-420b-83aa-f15a02652adb admin admin] Publish callbacks [] for security_group (8e718085-f3b6-4196-8510-f66257e478cd), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:50.986445 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-e17f0528-8234-420b-83aa-f15a02652adb admin admin] Publish callbacks [] for security_group (8e718085-f3b6-4196-8510-f66257e478cd), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:51.054138 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-e17f0528-8234-420b-83aa-f15a02652adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (8e718085-f3b6-4196-8510-f66257e478cd), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:51.057933 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-e17f0528-8234-420b-83aa-f15a02652adb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:51.059107 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-e17f0528-8234-420b-83aa-f15a02652adb admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8e718085-f3b6-4196-8510-f66257e478cd HTTP/1.1" status: 204 len: 168 time: 0.1750462 Jul 18 10:30:51.069311 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f0528-8234-420b-83aa-f15a02652adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e718085-f3b6-4196-8510-f66257e478cd,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:51.451437 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 60624) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:51.484993 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-cdb786b8-a6ab-4567-9b13-26496b63d205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:51.609672 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-cdb786b8-a6ab-4567-9b13-26496b63d205 admin admin] Publish callbacks [] for security_group (38910f28-25dd-471c-a748-1e21ad3caf4c), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:51.625430 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-cdb786b8-a6ab-4567-9b13-26496b63d205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (38910f28-25dd-471c-a748-1e21ad3caf4c), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:51.651653 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:51.654705 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb786b8-a6ab-4567-9b13-26496b63d205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38910f28-25dd-471c-a748-1e21ad3caf4c,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:51.666911 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:51.689002 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb786b8-a6ab-4567-9b13-26496b63d205 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:51.689799 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb786b8-a6ab-4567-9b13-26496b63d205 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:51.690307 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb786b8-a6ab-4567-9b13-26496b63d205 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:51.690889 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb786b8-a6ab-4567-9b13-26496b63d205 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:51.691382 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb786b8-a6ab-4567-9b13-26496b63d205 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:51.691902 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb786b8-a6ab-4567-9b13-26496b63d205 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:51.692387 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb786b8-a6ab-4567-9b13-26496b63d205 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:51.692997 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb786b8-a6ab-4567-9b13-26496b63d205 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:51.693480 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb786b8-a6ab-4567-9b13-26496b63d205 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:51.694106 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb786b8-a6ab-4567-9b13-26496b63d205 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:51.694592 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb786b8-a6ab-4567-9b13-26496b63d205 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:51.695116 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb786b8-a6ab-4567-9b13-26496b63d205 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:51.695609 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb786b8-a6ab-4567-9b13-26496b63d205 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:51.696184 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb786b8-a6ab-4567-9b13-26496b63d205 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:51.696694 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb786b8-a6ab-4567-9b13-26496b63d205 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:51.714616 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 60632) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:51.725915 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-cdb786b8-a6ab-4567-9b13-26496b63d205 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f7e58ddc77fa4b4c92abd086f3e4267c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733223 Jul 18 10:30:51.801431 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c2e7458c-7470-4eda-a40e-389c1b557f00 admin admin] Publish callbacks [] for security_group (38910f28-25dd-471c-a748-1e21ad3caf4c), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:51.862840 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c2e7458c-7470-4eda-a40e-389c1b557f00 admin admin] Publish callbacks [] for security_group (38910f28-25dd-471c-a748-1e21ad3caf4c), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:51.871428 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80731039-ca28-442c-b22e-eee97f692030 req-5538ed5a-2c49-4f98-8919-1fe9f09b1e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:51.873567 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-80731039-ca28-442c-b22e-eee97f692030 req-5538ed5a-2c49-4f98-8919-1fe9f09b1e68 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 1130 time: 0.0543594 Jul 18 10:30:51.951875 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c2e7458c-7470-4eda-a40e-389c1b557f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (38910f28-25dd-471c-a748-1e21ad3caf4c), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:51.955868 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c2e7458c-7470-4eda-a40e-389c1b557f00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:51.973743 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-c2e7458c-7470-4eda-a40e-389c1b557f00 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/38910f28-25dd-471c-a748-1e21ad3caf4c HTTP/1.1" status: 204 len: 168 time: 0.2573657 Jul 18 10:30:52.001393 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda75bf-6a6a-448b-8bbb-cde978e36c4b req-773eaf71-bc0c-45bb-8f09-a591791a3999 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:52.002001 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7458c-7470-4eda-a40e-389c1b557f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38910f28-25dd-471c-a748-1e21ad3caf4c,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:52.003500 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8eda75bf-6a6a-448b-8bbb-cde978e36c4b req-773eaf71-bc0c-45bb-8f09-a591791a3999 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 946 time: 0.0979378 Jul 18 10:30:52.009127 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-80731039-ca28-442c-b22e-eee97f692030 req-15707e0c-95a0-4a01-8b17-161ca2a2ddaf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226113 Jul 18 10:30:52.070491 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8eda75bf-6a6a-448b-8bbb-cde978e36c4b req-e4a57240-2e51-4c00-b332-74e82e30f4d8 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600934 Jul 18 10:30:52.316658 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-72c93406-534e-4f88-90d8-70df1d2a8562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:53.284495 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f4e8a-8e15-4781-bf95-ddeb57f00a22 req-7e343b7e-0019-4f0f-b050-7625a0ef5df4 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:53.286828 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-791f4e8a-8e15-4781-bf95-ddeb57f00a22 req-7e343b7e-0019-4f0f-b050-7625a0ef5df4 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 946 time: 0.0774345 Jul 18 10:30:53.419685 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-791f4e8a-8e15-4781-bf95-ddeb57f00a22 req-f6a7602f-62e9-45c5-a6ea-89e0d83cd995 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239626 Jul 18 10:30:53.568474 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:54.575016 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7e202-024b-4dba-94b8-1bb8049c1ece req-0953ef6f-d923-4501-b821-d472dcfcc80d tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:54.577474 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9ba7e202-024b-4dba-94b8-1bb8049c1ece req-0953ef6f-d923-4501-b821-d472dcfcc80d tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 946 time: 0.0585737 Jul 18 10:30:54.670998 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9ba7e202-024b-4dba-94b8-1bb8049c1ece req-5170ad2b-a671-4dba-ae19-23d6fdabda5f tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826614 Jul 18 10:30:54.774239 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:55.108728 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:55.229079 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fd352-588f-40c4-a5e0-0a02a48747e0 req-8622bc10-0b29-4ae7-8aaf-e44319421544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:55.230865 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-7e7fd352-588f-40c4-a5e0-0a02a48747e0 req-8622bc10-0b29-4ae7-8aaf-e44319421544 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a1921237622439bab89676e11477c13&device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 1130 time: 0.1015048 Jul 18 10:30:55.243374 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf6975-9cc6-4e94-9771-e6ba474cd8fc req-6f8a1772-3e8d-4383-94dd-58eb9b9deec1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:55.250666 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e9cf6975-9cc6-4e94-9771-e6ba474cd8fc req-6f8a1772-3e8d-4383-94dd-58eb9b9deec1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 946 time: 0.0721357 Jul 18 10:30:55.342934 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:55.379968 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fd352-588f-40c4-a5e0-0a02a48747e0 req-50cba110-c0f9-4ebd-8ac1-6994187ff1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:55.382099 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-7e7fd352-588f-40c4-a5e0-0a02a48747e0 req-50cba110-c0f9-4ebd-8ac1-6994187ff1e6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3122165b-a136-4d21-b84f-81ce161e0ad4 HTTP/1.1" status: 200 len: 919 time: 0.1233571 Jul 18 10:30:55.452004 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-7e7fd352-588f-40c4-a5e0-0a02a48747e0 req-4a5deec2-3f93-413f-988b-0fc092e84323 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3380728a-d068-450d-b0c7-feb491a61db5 HTTP/1.1" status: 200 len: 217 time: 0.0622332 Jul 18 10:30:55.508684 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e9cf6975-9cc6-4e94-9771-e6ba474cd8fc req-c3a8660b-ac43-4b2a-9c41-64db001353cc tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557836 Jul 18 10:30:55.548796 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 60744) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:55.554070 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-e7deb1e3-cad1-4830-b96e-42e49956f1e5 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Request body: {'security_group': {'name': 'tempest-securitygroup--220334981', 'description': 'tempest-description--1205991282'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:30:55.561263 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fd352-588f-40c4-a5e0-0a02a48747e0 req-6fb5c1a8-768d-4cd3-8100-8c9de9e6a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:55.562816 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-7e7fd352-588f-40c4-a5e0-0a02a48747e0 req-6fb5c1a8-768d-4cd3-8100-8c9de9e6a22d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af51bf80-7ad7-4853-9105-dc8b032ebd26 HTTP/1.1" status: 200 len: 857 time: 0.0915115 Jul 18 10:30:55.591134 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e7deb1e3-cad1-4830-b96e-42e49956f1e5 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:55.687585 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e7deb1e3-cad1-4830-b96e-42e49956f1e5 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group (db7f8e57-b261-422c-8afb-949630b83485), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:55.688057 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fd352-588f-40c4-a5e0-0a02a48747e0 req-26ae71bc-589d-48ea-8028-9c3d82b83934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:55.690510 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-7e7fd352-588f-40c4-a5e0-0a02a48747e0 req-26ae71bc-589d-48ea-8028-9c3d82b83934 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3122165b-a136-4d21-b84f-81ce161e0ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0977764 Jul 18 10:30:55.692302 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-51d2c225-689a-4ccd-93f0-65e2f7a91370 req-c2e198b8-5f33-4127-8744-ad886e4bfdf9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1130748 Jul 18 10:30:55.695294 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e7deb1e3-cad1-4830-b96e-42e49956f1e5 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (db7f8e57-b261-422c-8afb-949630b83485), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:55.763427 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7deb1e3-cad1-4830-b96e-42e49956f1e5 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db7f8e57-b261-422c-8afb-949630b83485,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:55.774129 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7deb1e3-cad1-4830-b96e-42e49956f1e5 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:55.774480 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7deb1e3-cad1-4830-b96e-42e49956f1e5 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:55.774828 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7deb1e3-cad1-4830-b96e-42e49956f1e5 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:55.775170 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7deb1e3-cad1-4830-b96e-42e49956f1e5 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:55.775509 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7deb1e3-cad1-4830-b96e-42e49956f1e5 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:55.775846 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7deb1e3-cad1-4830-b96e-42e49956f1e5 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:55.776176 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7deb1e3-cad1-4830-b96e-42e49956f1e5 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:55.776527 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7deb1e3-cad1-4830-b96e-42e49956f1e5 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:55.776878 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7deb1e3-cad1-4830-b96e-42e49956f1e5 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:55.777210 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7deb1e3-cad1-4830-b96e-42e49956f1e5 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:55.777541 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7deb1e3-cad1-4830-b96e-42e49956f1e5 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:55.777870 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7deb1e3-cad1-4830-b96e-42e49956f1e5 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:55.778196 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7deb1e3-cad1-4830-b96e-42e49956f1e5 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:55.778531 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7deb1e3-cad1-4830-b96e-42e49956f1e5 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:55.778856 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7deb1e3-cad1-4830-b96e-42e49956f1e5 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:30:55.786730 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e7deb1e3-cad1-4830-b96e-42e49956f1e5 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:55.792308 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-e7deb1e3-cad1-4830-b96e-42e49956f1e5 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2408385 Jul 18 10:30:55.793124 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 60750) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:55.799000 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-25e02db3-3b5f-486e-81d3-0b09fd0a8dad tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Request body: {'security_group_rule': {'security_group_id': 'db7f8e57-b261-422c-8afb-949630b83485', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:30:55.840759 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-25e02db3-3b5f-486e-81d3-0b09fd0a8dad tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group_rule (1ad4d38d-9f3e-49db-990b-360540ce0f37), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:55.872718 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2c225-689a-4ccd-93f0-65e2f7a91370 req-fecd81a7-ed6f-43b8-af14-62827411168d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:55.874252 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-51d2c225-689a-4ccd-93f0-65e2f7a91370 req-fecd81a7-ed6f-43b8-af14-62827411168d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a1921237622439bab89676e11477c13&device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 1129 time: 0.1367631 Jul 18 10:30:55.899718 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:55.911951 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-25e02db3-3b5f-486e-81d3-0b09fd0a8dad tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group_rule (1ad4d38d-9f3e-49db-990b-360540ce0f37), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:55.920152 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-25e02db3-3b5f-486e-81d3-0b09fd0a8dad tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (1ad4d38d-9f3e-49db-990b-360540ce0f37), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:55.942758 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e02db3-3b5f-486e-81d3-0b09fd0a8dad tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ad4d38d-9f3e-49db-990b-360540ce0f37,revision_number=0']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:55.949016 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-7e7fd352-588f-40c4-a5e0-0a02a48747e0 req-eed08e24-213e-4d1e-bc8d-7a7566c9ab4d service neutron] 10.222.0.30 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374897 Jul 18 10:30:55.958676 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-25e02db3-3b5f-486e-81d3-0b09fd0a8dad tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:55.960914 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-25e02db3-3b5f-486e-81d3-0b09fd0a8dad tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1657815 Jul 18 10:30:55.964333 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 60754) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:55.969507 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-41111fcf-633d-448e-9e24-fd1dca69cb57 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Request body: {'security_group_rule': {'security_group_id': 'db7f8e57-b261-422c-8afb-949630b83485', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:30:56.006028 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-41111fcf-633d-448e-9e24-fd1dca69cb57 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group_rule (c16744dc-390c-47e7-9726-7e54f3bff3af), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:56.082339 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-41111fcf-633d-448e-9e24-fd1dca69cb57 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group_rule (c16744dc-390c-47e7-9726-7e54f3bff3af), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:56.086814 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-41111fcf-633d-448e-9e24-fd1dca69cb57 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (c16744dc-390c-47e7-9726-7e54f3bff3af), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:56.130171 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41111fcf-633d-448e-9e24-fd1dca69cb57 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c16744dc-390c-47e7-9726-7e54f3bff3af,revision_number=0']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:56.141342 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-41111fcf-633d-448e-9e24-fd1dca69cb57 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:56.145198 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-41111fcf-633d-448e-9e24-fd1dca69cb57 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1781673 Jul 18 10:30:56.146925 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 60760) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:56.154110 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-e818a0c2-5850-43be-ad16-c1b7f6c68013 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Request body: {'floatingip': {'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:30:56.167483 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2c225-689a-4ccd-93f0-65e2f7a91370 req-7a489954-e07e-401a-a62e-22b85aca0ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:56.169275 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-51d2c225-689a-4ccd-93f0-65e2f7a91370 req-7a489954-e07e-401a-a62e-22b85aca0ee3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3122165b-a136-4d21-b84f-81ce161e0ad4 HTTP/1.1" status: 200 len: 919 time: 0.2529614 Jul 18 10:30:56.178805 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:56.198272 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e818a0c2-5850-43be-ad16-c1b7f6c68013 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:56.202450 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:56.241272 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-51d2c225-689a-4ccd-93f0-65e2f7a91370 req-eaa537df-1c8a-4087-a97b-13a59a24cfbf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13cc5a6d-eabb-457d-adf0-12b5abac3083 HTTP/1.1" status: 200 len: 217 time: 0.0608613 Jul 18 10:30:56.242652 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-7e7fd352-588f-40c4-a5e0-0a02a48747e0 req-16fbb645-1b6c-452f-b4a7-951f97ebdeac service neutron] 10.222.0.30 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834301 Jul 18 10:30:56.307855 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2c225-689a-4ccd-93f0-65e2f7a91370 req-7dcbb1ac-8ff1-4367-ad58-d05eca6aa939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:56.309402 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-51d2c225-689a-4ccd-93f0-65e2f7a91370 req-7dcbb1ac-8ff1-4367-ad58-d05eca6aa939 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af51bf80-7ad7-4853-9105-dc8b032ebd26 HTTP/1.1" status: 200 len: 857 time: 0.0592353 Jul 18 10:30:56.315781 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e818a0c2-5850-43be-ad16-c1b7f6c68013 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:56.365927 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:56.408792 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2c225-689a-4ccd-93f0-65e2f7a91370 req-ebca42ec-08e3-49a3-9887-411337a7027d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:56.410624 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-51d2c225-689a-4ccd-93f0-65e2f7a91370 req-ebca42ec-08e3-49a3-9887-411337a7027d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3122165b-a136-4d21-b84f-81ce161e0ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503438 Jul 18 10:30:56.447006 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-e818a0c2-5850-43be-ad16-c1b7f6c68013 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Allocated IP 172.27.3.253 (ab707614-a8a6-4503-81fa-3cf63d34938b/a666abde-39cf-4361-a6f5-7885f7528b36/82edb6b6-a663-44bd-a265-1dce91bf03df) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:30:56.581311 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-51d2c225-689a-4ccd-93f0-65e2f7a91370 req-c63208a3-ff50-4e74-95c5-22fae25e2962 service neutron] 10.222.0.30 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554468 Jul 18 10:30:56.583497 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e818a0c2-5850-43be-ad16-c1b7f6c68013 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for port (82edb6b6-a663-44bd-a265-1dce91bf03df), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:56.632929 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e818a0c2-5850-43be-ad16-c1b7f6c68013 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (82edb6b6-a663-44bd-a265-1dce91bf03df), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:56.675880 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96319e39-5d40-40e2-93c3-dbbe4bb6b6b3 req-6e71ab27-e69f-4738-ab13-2854f78c0603 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:56.677466 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-96319e39-5d40-40e2-93c3-dbbe4bb6b6b3 req-6e71ab27-e69f-4738-ab13-2854f78c0603 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 946 time: 0.0538011 Jul 18 10:30:56.683435 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e818a0c2-5850-43be-ad16-c1b7f6c68013 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Network ab707614-a8a6-4503-81fa-3cf63d34938b is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:30:56.694219 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-e818a0c2-5850-43be-ad16-c1b7f6c68013 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:30:56.699439 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e818a0c2-5850-43be-ad16-c1b7f6c68013 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:30:56.735775 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818a0c2-5850-43be-ad16-c1b7f6c68013 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event updated for resources: {'Port': ['ID=82edb6b6-a663-44bd-a265-1dce91bf03df,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:56.758658 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-96319e39-5d40-40e2-93c3-dbbe4bb6b6b3 req-67f6e60c-c50a-4bbe-af86-c64705794d5d tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753043 Jul 18 10:30:57.092144 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e818a0c2-5850-43be-ad16-c1b7f6c68013 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for floatingip (61485b40-6cb8-4293-baac-2634d7fdafab), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:57.179530 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e818a0c2-5850-43be-ad16-c1b7f6c68013 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (82edb6b6-a663-44bd-a265-1dce91bf03df), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:57.393491 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 60784) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:57.460696 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e818a0c2-5850-43be-ad16-c1b7f6c68013 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for port (82edb6b6-a663-44bd-a265-1dce91bf03df), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:57.475011 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e818a0c2-5850-43be-ad16-c1b7f6c68013 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260947040'] for port (82edb6b6-a663-44bd-a265-1dce91bf03df), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:57.590313 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818a0c2-5850-43be-ad16-c1b7f6c68013 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event updated for resources: {'Port': ['ID=82edb6b6-a663-44bd-a265-1dce91bf03df,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:57.591217 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-cf3927c0-acb2-4712-a650-38caec2482d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:57.593461 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:57.612601 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e818a0c2-5850-43be-ad16-c1b7f6c68013 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780340'] for floatingip (61485b40-6cb8-4293-baac-2634d7fdafab), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:57.632235 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e818a0c2-5850-43be-ad16-c1b7f6c68013 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:57.634379 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-e818a0c2-5850-43be-ad16-c1b7f6c68013 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4865077 Jul 18 10:30:57.725604 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-cf3927c0-acb2-4712-a650-38caec2482d4 admin admin] Publish callbacks [] for security_group (676e49b2-a3f1-4ba7-a50d-766950ef1b80), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:57.761229 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-cf3927c0-acb2-4712-a650-38caec2482d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (676e49b2-a3f1-4ba7-a50d-766950ef1b80), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:57.900154 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3927c0-acb2-4712-a650-38caec2482d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676e49b2-a3f1-4ba7-a50d-766950ef1b80,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:57.908580 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-cf3927c0-acb2-4712-a650-38caec2482d4 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9044f5482f98459a93f1a186254196c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5107687 Jul 18 10:30:57.916562 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 60806) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:30:57.951692 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf8a8f-3fde-46c9-8273-ea05397f9e28 req-d41ecccf-d09b-4c8e-838d-484d38495e39 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:57.959642 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2cdf8a8f-3fde-46c9-8273-ea05397f9e28 req-d41ecccf-d09b-4c8e-838d-484d38495e39 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 946 time: 0.1024885 Jul 18 10:30:57.984894 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-51d2c225-689a-4ccd-93f0-65e2f7a91370 req-715e94c4-1686-4c6e-b49e-cfc277d71db7 service neutron] 10.222.0.30 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537980 Jul 18 10:30:57.997263 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2369bfd6-b1ff-49b7-bd05-ffb0b23c46bb admin admin] Publish callbacks [] for security_group (676e49b2-a3f1-4ba7-a50d-766950ef1b80), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:58.001346 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:58.033994 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2369bfd6-b1ff-49b7-bd05-ffb0b23c46bb admin admin] Publish callbacks [] for security_group (676e49b2-a3f1-4ba7-a50d-766950ef1b80), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:58.071243 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-a5b1fc7c-c6f6-4dc0-9c3c-c5432e82fa36 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--220334981&fields=id&tenant_id=1cf3d5bfe9a745f38372c42c9cfa1f63 HTTP/1.1" status: 200 len: 267 time: 0.1285622 Jul 18 10:30:58.110556 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2369bfd6-b1ff-49b7-bd05-ffb0b23c46bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (676e49b2-a3f1-4ba7-a50d-766950ef1b80), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:58.115385 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2369bfd6-b1ff-49b7-bd05-ffb0b23c46bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:30:58.116624 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-2369bfd6-b1ff-49b7-bd05-ffb0b23c46bb admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/676e49b2-a3f1-4ba7-a50d-766950ef1b80 HTTP/1.1" status: 204 len: 168 time: 0.2001498 Jul 18 10:30:58.126766 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369bfd6-b1ff-49b7-bd05-ffb0b23c46bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676e49b2-a3f1-4ba7-a50d-766950ef1b80,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:30:58.158395 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2cdf8a8f-3fde-46c9-8273-ea05397f9e28 req-b46f84bf-d20b-45fa-9fed-7318471cc410 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978354 Jul 18 10:30:58.271442 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-1b66be50-c2ae-47bc-ab14-7b44294230c7 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:58.276036 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-1b66be50-c2ae-47bc-ab14-7b44294230c7 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/networks?id=a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 HTTP/1.1" status: 200 len: 815 time: 0.1905653 Jul 18 10:30:58.308263 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-a13fca29-e39c-4605-80c6-83ba2b6b5e0b tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/quotas/1cf3d5bfe9a745f38372c42c9cfa1f63 HTTP/1.1" status: 200 len: 375 time: 0.0242751 Jul 18 10:30:58.320948 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:58.385738 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-a6b47f3e-3081-43a6-a1ca-d35c48f0c853 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=1cf3d5bfe9a745f38372c42c9cfa1f63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0700600 Jul 18 10:30:58.410147 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:30:58.519145 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-a5b35429-86b9-4911-896b-b853e6fb2ea4 service neutron] 10.222.0.33 "GET /v2.0/networks/a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306961 Jul 18 10:30:58.653936 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-e6772067-4c17-41e7-9deb-0d93da70d98a service neutron] 10.222.0.33 "GET /v2.0/networks/a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261315 Jul 18 10:30:58.903685 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a71ea5c1-c1b5-47c5-923a-745d5927aa7f req-dbbeed3c-a487-4655-b6f9-986af6bec8a2 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 210 time: 0.0476253 Jul 18 10:30:59.363685 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c032e-16fc-48dc-8d14-0f6d80103ef0 req-9a775123-c473-46e7-a987-16c3ad40700a tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:30:59.377587 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ce8c032e-16fc-48dc-8d14-0f6d80103ef0 req-9a775123-c473-46e7-a987-16c3ad40700a tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 946 time: 0.1179886 Jul 18 10:30:59.477767 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ce8c032e-16fc-48dc-8d14-0f6d80103ef0 req-6fb7dc6e-9627-4f78-a3a5-3a7f4a66764a tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935104 Jul 18 10:31:00.037366 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b180da51-b5b5-414b-ba8d-dfbf5c1d7b58 req-ebef27c5-cc24-40cb-b459-f2979af7484b tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 210 time: 0.0427837 Jul 18 10:31:00.775145 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-e2d7a132-89e3-4bfc-bb8d-fef7eccdc89b tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:00.778269 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-e2d7a132-89e3-4bfc-bb8d-fef7eccdc89b tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.30 "GET /v2.0/networks?id=a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 HTTP/1.1" status: 200 len: 815 time: 0.1917636 Jul 18 10:31:01.285300 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-5b66363b-19ca-4307-af1d-b7111ec35467 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cf3d5bfe9a745f38372c42c9cfa1f63 HTTP/1.1" status: 200 len: 472 time: 0.2251346 Jul 18 10:31:01.296935 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-bed09c04-b3a3-499e-acc0-5505727122c4 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Request body: {'port': {'device_id': '1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'admin_state_up': True, 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'security_groups': ['db7f8e57-b261-422c-8afb-949630b83485']}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:31:01.331972 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 60896) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:31:01.337843 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-aeb00ccd-0fe0-4538-804a-c9ce46e541bc tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1889102592', 'description': 'tempest-description--207924562'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:31:01.378335 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-aeb00ccd-0fe0-4538-804a-c9ce46e541bc tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:01.472983 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-aeb00ccd-0fe0-4538-804a-c9ce46e541bc tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks [] for security_group (f09907f5-5696-4109-aab8-8fd16fb0140d), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:01.481014 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-aeb00ccd-0fe0-4538-804a-c9ce46e541bc tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (f09907f5-5696-4109-aab8-8fd16fb0140d), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:01.534757 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-aeb00ccd-0fe0-4538-804a-c9ce46e541bc tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:01.539277 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-aeb00ccd-0fe0-4538-804a-c9ce46e541bc tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2026300 Jul 18 10:31:01.539832 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 60906) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:31:01.544980 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-e6837308-891a-44b5-ab73-01ae798e1310 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Request body: {'security_group_rule': {'security_group_id': 'f09907f5-5696-4109-aab8-8fd16fb0140d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:31:01.551215 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb00ccd-0fe0-4538-804a-c9ce46e541bc tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f09907f5-5696-4109-aab8-8fd16fb0140d,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:01.589845 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e6837308-891a-44b5-ab73-01ae798e1310 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks [] for security_group_rule (f57523dc-1769-4eea-b345-c59213d25b40), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:01.661969 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-16a84727-1b81-47e6-97e3-02a69be5fe8b req-c6008289-89c2-40c1-b439-509917c54fea tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 210 time: 0.4092908 Jul 18 10:31:01.677353 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e6837308-891a-44b5-ab73-01ae798e1310 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks [] for security_group_rule (f57523dc-1769-4eea-b345-c59213d25b40), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:01.685661 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e6837308-891a-44b5-ab73-01ae798e1310 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (f57523dc-1769-4eea-b345-c59213d25b40), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:01.715012 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6837308-891a-44b5-ab73-01ae798e1310 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f57523dc-1769-4eea-b345-c59213d25b40,revision_number=0']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:01.726214 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e6837308-891a-44b5-ab73-01ae798e1310 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:01.727647 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-e6837308-891a-44b5-ab73-01ae798e1310 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1862268 Jul 18 10:31:01.730563 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 60912) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:31:01.741439 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-808df467-4cfb-445e-8668-ee981f744526 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Request body: {'security_group_rule': {'security_group_id': 'f09907f5-5696-4109-aab8-8fd16fb0140d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:31:01.798861 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-808df467-4cfb-445e-8668-ee981f744526 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks [] for security_group_rule (245ddb97-74ec-44ce-be32-f965f2235afe), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:01.844015 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-bed09c04-b3a3-499e-acc0-5505727122c4 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Made reservation on behalf of 1cf3d5bfe9a745f38372c42c9cfa1f63 for: {'port': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:31:01.849485 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-bed09c04-b3a3-499e-acc0-5505727122c4 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:01.886613 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-808df467-4cfb-445e-8668-ee981f744526 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks [] for security_group_rule (245ddb97-74ec-44ce-be32-f965f2235afe), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:01.894267 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-808df467-4cfb-445e-8668-ee981f744526 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (245ddb97-74ec-44ce-be32-f965f2235afe), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:01.909150 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808df467-4cfb-445e-8668-ee981f744526 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=245ddb97-74ec-44ce-be32-f965f2235afe,revision_number=0']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:01.931748 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-808df467-4cfb-445e-8668-ee981f744526 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:01.933749 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-808df467-4cfb-445e-8668-ee981f744526 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2019761 Jul 18 10:31:01.939001 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 60918) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:31:01.945064 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-f001423d-a8da-441a-bd93-4060bce11beb tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Request body: {'floatingip': {'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:31:01.976151 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f001423d-a8da-441a-bd93-4060bce11beb tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:02.016133 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_common [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-bed09c04-b3a3-499e-acc0-5505727122c4 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Allocated IP 172.20.0.8 (a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4/a4981e04-0b42-475d-8711-94b32dc6a81f/45d07fc3-9cad-4182-885d-f3a4c1ec9917) {{(pid=103899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:31:02.155540 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f001423d-a8da-441a-bd93-4060bce11beb tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:02.160406 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f5200-a397-4be5-8466-5e5a37018829 req-68ac0b81-fc91-404d-8d69-a9ad54d8392b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:02.162342 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-270f5200-a397-4be5-8466-5e5a37018829 req-68ac0b81-fc91-404d-8d69-a9ad54d8392b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0965130 Jul 18 10:31:02.198421 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:02.235554 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:02.240256 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:02.271789 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-f001423d-a8da-441a-bd93-4060bce11beb tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Allocated IP 172.27.3.113 (ab707614-a8a6-4503-81fa-3cf63d34938b/a666abde-39cf-4361-a6f5-7885f7528b36/d6b417f6-c37f-4491-8ed6-56cf1823bdc3) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:31:02.274472 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:02.299727 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-bed09c04-b3a3-499e-acc0-5505727122c4 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for port (45d07fc3-9cad-4182-885d-f3a4c1ec9917), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:02.307627 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-270f5200-a397-4be5-8466-5e5a37018829 req-98ae80ff-eddd-4703-b1be-0dc23b88fcb6 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970259 Jul 18 10:31:02.341666 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-bed09c04-b3a3-499e-acc0-5505727122c4 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (45d07fc3-9cad-4182-885d-f3a4c1ec9917), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:02.389740 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-bed09c04-b3a3-499e-acc0-5505727122c4 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Network a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:31:02.393352 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-bed09c04-b3a3-499e-acc0-5505727122c4 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:31:02.400067 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-bed09c04-b3a3-499e-acc0-5505727122c4 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Received port after_create {{(pid=103899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:31:02.418111 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f001423d-a8da-441a-bd93-4060bce11beb tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks [] for port (d6b417f6-c37f-4491-8ed6-56cf1823bdc3), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:02.468246 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f001423d-a8da-441a-bd93-4060bce11beb tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (d6b417f6-c37f-4491-8ed6-56cf1823bdc3), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:02.471253 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-bed09c04-b3a3-499e-acc0-5505727122c4 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:02.472220 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-bed09c04-b3a3-499e-acc0-5505727122c4 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:02.490801 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed09c04-b3a3-499e-acc0-5505727122c4 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event updated for resources: {'Port': ['ID=45d07fc3-9cad-4182-885d-f3a4c1ec9917,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:02.511214 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-bed09c04-b3a3-499e-acc0-5505727122c4 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2188489 Jul 18 10:31:02.535516 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f001423d-a8da-441a-bd93-4060bce11beb tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Network ab707614-a8a6-4503-81fa-3cf63d34938b is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:31:02.539835 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-f001423d-a8da-441a-bd93-4060bce11beb tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:31:02.544520 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f001423d-a8da-441a-bd93-4060bce11beb tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:31:02.569510 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001423d-a8da-441a-bd93-4060bce11beb tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Pushing event updated for resources: {'Port': ['ID=d6b417f6-c37f-4491-8ed6-56cf1823bdc3,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:02.648389 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f001423d-a8da-441a-bd93-4060bce11beb tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks [] for floatingip (f30fc5c5-1e59-4b98-99bd-a127028defaa), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:02.694518 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f001423d-a8da-441a-bd93-4060bce11beb tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (d6b417f6-c37f-4491-8ed6-56cf1823bdc3), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:02.749251 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:02.765590 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-49d0d3b3-aacf-48e3-8170-7fd1f18be545 None None] Provisioning complete for port 45d07fc3-9cad-4182-885d-f3a4c1ec9917 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:31:02.768920 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-49d0d3b3-aacf-48e3-8170-7fd1f18be545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (45d07fc3-9cad-4182-885d-f3a4c1ec9917), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:02.809401 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c829a14-9682-4b60-bea5-d7bc16a460b8 req-f6b11514-78ff-4992-b6c1-57d1b0472694 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:02.812913 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-49d0d3b3-aacf-48e3-8170-7fd1f18be545 None None] Port 45d07fc3-9cad-4182-885d-f3a4c1ec9917 cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:31:02.833042 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8c829a14-9682-4b60-bea5-d7bc16a460b8 req-f6b11514-78ff-4992-b6c1-57d1b0472694 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 931 time: 0.0699530 Jul 18 10:31:02.915473 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f001423d-a8da-441a-bd93-4060bce11beb tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks [] for port (d6b417f6-c37f-4491-8ed6-56cf1823bdc3), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:02.921456 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f001423d-a8da-441a-bd93-4060bce11beb tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260947040'] for port (d6b417f6-c37f-4491-8ed6-56cf1823bdc3), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:02.926196 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8c829a14-9682-4b60-bea5-d7bc16a460b8 req-7eaa5b53-aa97-4fa2-9f64-8ef26ffd3966 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=db7f8e57-b261-422c-8afb-949630b83485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922399 Jul 18 10:31:03.004296 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001423d-a8da-441a-bd93-4060bce11beb tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Pushing event updated for resources: {'Port': ['ID=d6b417f6-c37f-4491-8ed6-56cf1823bdc3,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:03.018890 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f001423d-a8da-441a-bd93-4060bce11beb tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780340'] for floatingip (f30fc5c5-1e59-4b98-99bd-a127028defaa), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:03.037612 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f001423d-a8da-441a-bd93-4060bce11beb tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:03.046743 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-f001423d-a8da-441a-bd93-4060bce11beb tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0990267 Jul 18 10:31:03.310415 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-47ae525e-a4da-4159-90c6-b95a50290697 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1889102592&fields=id&tenant_id=8a1921237622439bab89676e11477c13 HTTP/1.1" status: 200 len: 267 time: 0.0562503 Jul 18 10:31:03.456734 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124f9b1-cb40-44c3-80c9-27f5eb2b4bb7 req-b056785a-c81a-462b-a465-cad3e6049aa2 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:03.458258 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4124f9b1-cb40-44c3-80c9-27f5eb2b4bb7 req-b056785a-c81a-462b-a465-cad3e6049aa2 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0623896 Jul 18 10:31:03.495538 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-9df1bf10-aaed-43ba-bdac-a6bce65d3cb0 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:03.497110 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-9df1bf10-aaed-43ba-bdac-a6bce65d3cb0 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/networks?id=3122165b-a136-4d21-b84f-81ce161e0ad4 HTTP/1.1" status: 200 len: 818 time: 0.1782792 Jul 18 10:31:03.518368 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-421c8d34-05a2-463b-8606-04b90f573274 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/quotas/8a1921237622439bab89676e11477c13 HTTP/1.1" status: 200 len: 375 time: 0.0138934 Jul 18 10:31:03.594007 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-c6c8a864-04de-4dc6-bbf0-8bbc169b175c tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=8a1921237622439bab89676e11477c13&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0681415 Jul 18 10:31:03.604302 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4124f9b1-cb40-44c3-80c9-27f5eb2b4bb7 req-2fcd20f5-4f17-40a7-9a78-4753b6107576 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389604 Jul 18 10:31:03.710665 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-165c7ff3-9b7d-4211-9004-0912f8d54304 service neutron] 10.222.0.33 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027350 Jul 18 10:31:03.818024 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-4e27a85f-a763-4198-a7e5-5145e421a875 service neutron] 10.222.0.33 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012869 Jul 18 10:31:04.059668 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-cb8e6d2d-95fc-4fc7-98b2-3cac488dd6b8 req-0bfc59a5-beae-4739-a300-1ea9a259742b tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 210 time: 0.0490170 Jul 18 10:31:04.141007 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9784e6-ce42-40e9-82d3-59e3098eba11 req-33e7095b-3c7f-4655-8999-53f17530284a tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:04.148251 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0a9784e6-ce42-40e9-82d3-59e3098eba11 req-33e7095b-3c7f-4655-8999-53f17530284a tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 931 time: 0.0868268 Jul 18 10:31:04.227808 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:04.254358 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0a9784e6-ce42-40e9-82d3-59e3098eba11 req-08b9f7b5-1ece-47e9-93de-a4049b82c1ff tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=db7f8e57-b261-422c-8afb-949630b83485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052122 Jul 18 10:31:04.314917 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-8c1b277a-da94-49d7-979d-aa275335f642 service neutron] Request body: {'port': {'device_id': '1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:31:04.317547 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:04.383743 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-8c1b277a-da94-49d7-979d-aa275335f642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (45d07fc3-9cad-4182-885d-f3a4c1ec9917), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:04.746134 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-8c1b277a-da94-49d7-979d-aa275335f642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45d07fc3-9cad-4182-885d-f3a4c1ec9917 {{(pid=103899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:31:04.759416 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-8c1b277a-da94-49d7-979d-aa275335f642 service neutron] Publish callbacks [] for port (45d07fc3-9cad-4182-885d-f3a4c1ec9917), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:04.779653 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.provisioning_blocks [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-8c1b277a-da94-49d7-979d-aa275335f642 service neutron] Transition to ACTIVE for port object 45d07fc3-9cad-4182-885d-f3a4c1ec9917 will not be triggered until provisioned by entity L2. {{(pid=103899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:31:04.792628 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d9fcc-8c65-4fe3-b601-45e77cf5bdff req-5ce22243-ee31-4336-bfa5-7430345ca323 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:04.792628 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-245d9fcc-8c65-4fe3-b601-45e77cf5bdff req-5ce22243-ee31-4336-bfa5-7430345ca323 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0873690 Jul 18 10:31:04.803977 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-8c1b277a-da94-49d7-979d-aa275335f642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (45d07fc3-9cad-4182-885d-f3a4c1ec9917), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:05.010097 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b277a-da94-49d7-979d-aa275335f642 service neutron] Pushing event updated for resources: {'Port': ['ID=45d07fc3-9cad-4182-885d-f3a4c1ec9917,revision_number=2']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:05.033167 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-245d9fcc-8c65-4fe3-b601-45e77cf5bdff req-bb488330-c819-473e-b1fd-a77b71883359 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372258 Jul 18 10:31:05.042365 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-8c1b277a-da94-49d7-979d-aa275335f642 service neutron] Attempting to bind port 45d07fc3-9cad-4182-885d-f3a4c1ec9917 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:31:05.042858 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-8c1b277a-da94-49d7-979d-aa275335f642 service neutron] Attempting to bind port 45d07fc3-9cad-4182-885d-f3a4c1ec9917 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '9f9e9026-9d7c-43b5-af17-ac9b99df5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4'}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:31:05.043290 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-8c1b277a-da94-49d7-979d-aa275335f642 service neutron] Attempting to bind port 45d07fc3-9cad-4182-885d-f3a4c1ec9917 on network a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:31:05.049084 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-8c1b277a-da94-49d7-979d-aa275335f642 service neutron] Port 45d07fc3-9cad-4182-885d-f3a4c1ec9917 on network a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:31:05.049582 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-8c1b277a-da94-49d7-979d-aa275335f642 service neutron] Attempting to bind port 45d07fc3-9cad-4182-885d-f3a4c1ec9917 on network a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:31:05.060920 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-8c1b277a-da94-49d7-979d-aa275335f642 service neutron] Checking agent: {'id': 'f1e01c1b-bf46-4f7e-883c-267517c6b0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'started_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:31:05.061378 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-8c1b277a-da94-49d7-979d-aa275335f642 service neutron] Checking segment: {'id': '9f9e9026-9d7c-43b5-af17-ac9b99df5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:31:05.061815 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-8c1b277a-da94-49d7-979d-aa275335f642 service neutron] Bound using segment: {'id': '9f9e9026-9d7c-43b5-af17-ac9b99df5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4'} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:31:05.062480 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-8c1b277a-da94-49d7-979d-aa275335f642 service neutron] Bound port: 45d07fc3-9cad-4182-885d-f3a4c1ec9917, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f9e9026-9d7c-43b5-af17-ac9b99df5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4'}}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:31:05.062747 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-8c1b277a-da94-49d7-979d-aa275335f642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (45d07fc3-9cad-4182-885d-f3a4c1ec9917), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:05.218208 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-8c1b277a-da94-49d7-979d-aa275335f642 service neutron] For port 45d07fc3-9cad-4182-885d-f3a4c1ec9917, host hv-cinder-83754, cleared binding levels {{(pid=103899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:31:05.248221 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:05.262064 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-809d79b5-0acf-4c1f-994e-b97a91a7db4b req-c0842d4d-2050-4fff-9f1f-b7aeda194b19 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 210 time: 0.0595789 Jul 18 10:31:05.272374 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-8c1b277a-da94-49d7-979d-aa275335f642 service neutron] For port 45d07fc3-9cad-4182-885d-f3a4c1ec9917, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=45d07fc3-9cad-4182-885d-f3a4c1ec9917,segment=NetworkSegment(9f9e9026-9d7c-43b5-af17-ac9b99df5729),segment_id=9f9e9026-9d7c-43b5-af17-ac9b99df5729)] {{(pid=103899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:31:05.286125 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-8c1b277a-da94-49d7-979d-aa275335f642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (45d07fc3-9cad-4182-885d-f3a4c1ec9917), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:05.326027 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-8c1b277a-da94-49d7-979d-aa275335f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:05.329571 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-8c1b277a-da94-49d7-979d-aa275335f642 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:05.331179 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-8c1b277a-da94-49d7-979d-aa275335f642 service neutron] 10.222.0.30 "PUT /v2.0/ports/45d07fc3-9cad-4182-885d-f3a4c1ec9917 HTTP/1.1" status: 200 len: 1093 time: 1.0214589 Jul 18 10:31:05.332367 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7', 'tag': '45d07fc3-9cad-4182-885d-f3a4c1ec9917'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:31:05.336792 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493b0a25-bb94-49f1-a09a-8f4bb9e27392" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7", "tag": "45d07fc3-9cad-4182-885d-f3a4c1ec9917"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:31:05.400226 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a0a6c4-17de-4b58-9995-a9611ee2cd91 x-openstack-request-id: req-87a0a6c4-17de-4b58-9995-a9611ee2cd91 {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:31:05.400820 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7", "tag": "45d07fc3-9cad-4182-885d-f3a4c1ec9917", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:31:05.401177 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-87a0a6c4-17de-4b58-9995-a9611ee2cd91 {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:31:05.401934 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87a0a6c4-17de-4b58-9995-a9611ee2cd91'] response: {'name': 'network-changed', 'server_uuid': '1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7', 'tag': '45d07fc3-9cad-4182-885d-f3a4c1ec9917', 'status': 'completed', 'code': 200} Jul 18 10:31:05.569705 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b0a25-bb94-49f1-a09a-8f4bb9e27392 req-300edf11-a75a-44e8-b28b-aed61e2c6c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:05.589507 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-493b0a25-bb94-49f1-a09a-8f4bb9e27392 req-300edf11-a75a-44e8-b28b-aed61e2c6c80 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cf3d5bfe9a745f38372c42c9cfa1f63&device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 1127 time: 0.0911031 Jul 18 10:31:05.598322 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131fffc6-b55b-4734-a23c-c788d3f7edee req-ecc7fc27-580d-4aff-a916-207ab7d94210 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:05.606774 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-131fffc6-b55b-4734-a23c-c788d3f7edee req-ecc7fc27-580d-4aff-a916-207ab7d94210 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 943 time: 0.2381234 Jul 18 10:31:05.608766 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b277a-da94-49d7-979d-aa275335f642 service neutron] Pushing event updated for resources: {'Port': ['ID=45d07fc3-9cad-4182-885d-f3a4c1ec9917,revision_number=3']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:05.627202 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:05.691047 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:05.840747 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-131fffc6-b55b-4734-a23c-c788d3f7edee req-3eaf8747-2733-4447-955e-11157c7c7a10 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=db7f8e57-b261-422c-8afb-949630b83485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2321115 Jul 18 10:31:05.884672 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-3f5a1f38-0979-4f1e-81fc-744a6bba2af5 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:05.886185 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-3f5a1f38-0979-4f1e-81fc-744a6bba2af5 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.30 "GET /v2.0/networks?id=3122165b-a136-4d21-b84f-81ce161e0ad4 HTTP/1.1" status: 200 len: 818 time: 0.2737384 Jul 18 10:31:05.889502 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b0a25-bb94-49f1-a09a-8f4bb9e27392 req-1e4ab6e8-9518-4b34-8b43-fa9b3753d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:05.890974 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-493b0a25-bb94-49f1-a09a-8f4bb9e27392 req-1e4ab6e8-9518-4b34-8b43-fa9b3753d186 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1cf3d5bfe9a745f38372c42c9cfa1f63&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3004329 Jul 18 10:31:06.173112 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d7d86-7370-4a0b-92f8-ca2a7e2d3d02 req-6632dddd-516a-4cf9-93a2-53a6f8fbae4d tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:06.180916 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-681d7d86-7370-4a0b-92f8-ca2a7e2d3d02 req-6632dddd-516a-4cf9-93a2-53a6f8fbae4d tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0616817 Jul 18 10:31:06.229538 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-681d7d86-7370-4a0b-92f8-ca2a7e2d3d02 req-61a901de-e706-4f64-b554-1cf1042d92b1 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477450 Jul 18 10:31:06.382314 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-601da6b0-c4b1-4dd7-93cd-479994b01ace req-6671225e-fdf7-4ba6-ac6e-fb0d95141bdf tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 210 time: 0.0280733 Jul 18 10:31:06.951975 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc25eec-8b7b-49f4-b409-01be53514191 req-bbd8aab3-3c93-469a-ad54-31ad744e7df9 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:06.953458 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8bc25eec-8b7b-49f4-b409-01be53514191 req-bbd8aab3-3c93-469a-ad54-31ad744e7df9 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 943 time: 0.0492191 Jul 18 10:31:06.999267 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8bc25eec-8b7b-49f4-b409-01be53514191 req-98efc2ef-9a9b-414d-8679-711ed1cf0ea9 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=db7f8e57-b261-422c-8afb-949630b83485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402696 Jul 18 10:31:07.343118 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb77627-3cc5-42e4-ac9d-8624ed81460a req-34010321-0f3e-421a-9b13-c12fac553ffe tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:07.344725 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5fb77627-3cc5-42e4-ac9d-8624ed81460a req-34010321-0f3e-421a-9b13-c12fac553ffe tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0467074 Jul 18 10:31:07.390993 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5fb77627-3cc5-42e4-ac9d-8624ed81460a req-084e7e4d-7c91-4fd3-839a-fa32c360ea95 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409210 Jul 18 10:31:07.480035 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b1a0bf39-8133-47de-bd7d-914573738f79 req-acea8373-7b09-4486-9613-68c93e84f4f4 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 210 time: 0.0303993 Jul 18 10:31:08.114524 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59ce95-9df1-4af7-80ff-f7fe3821b4a5 req-89754fd5-b229-42e7-afd4-b00af4174437 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:08.116018 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2c59ce95-9df1-4af7-80ff-f7fe3821b4a5 req-89754fd5-b229-42e7-afd4-b00af4174437 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 943 time: 0.0515370 Jul 18 10:31:08.162157 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2c59ce95-9df1-4af7-80ff-f7fe3821b4a5 req-e4ec1be8-49f1-46f1-8ed0-75b1ac43458f tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=db7f8e57-b261-422c-8afb-949630b83485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405586 Jul 18 10:31:08.598407 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8fc29-39a6-4bce-b1bc-21cccd139347 req-391e8e27-0856-4244-86fa-7a8f382dc699 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:08.599866 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-7bf8fc29-39a6-4bce-b1bc-21cccd139347 req-391e8e27-0856-4244-86fa-7a8f382dc699 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.1318340 Jul 18 10:31:08.608557 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-22d0ab7d-3e10-499a-8d2b-604e2edc9e00 req-0b8a1dd9-42c2-4bf3-b281-c5bc98a12f25 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 210 time: 0.0577688 Jul 18 10:31:08.644594 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-e64e626f-7123-449e-ac3e-30097f183753 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a1921237622439bab89676e11477c13 HTTP/1.1" status: 200 len: 380 time: 0.1920693 Jul 18 10:31:08.659932 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-7294f413-4ab7-474a-bd15-affbe4f8366a tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Request body: {'port': {'device_id': 'a3dbac58-662d-4720-8bcf-2300f9a9a5d1', 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4', 'admin_state_up': True, 'tenant_id': '8a1921237622439bab89676e11477c13', 'security_groups': ['f09907f5-5696-4109-aab8-8fd16fb0140d']}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:31:08.690707 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b0a25-bb94-49f1-a09a-8f4bb9e27392 req-d0f40ccd-c972-4893-bc7d-93b8aac61729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:08.692149 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-493b0a25-bb94-49f1-a09a-8f4bb9e27392 req-d0f40ccd-c972-4893-bc7d-93b8aac61729 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2492638 Jul 18 10:31:08.706768 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:08.743614 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:08.749655 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-7bf8fc29-39a6-4bce-b1bc-21cccd139347 req-ff89d0dd-9bb4-4bc9-9364-5cc51790d077 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378577 Jul 18 10:31:08.810878 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-c551ad0e-db52-47f8-aaa1-1ae14874289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:08.812304 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-c551ad0e-db52-47f8-aaa1-1ae14874289c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cf3d5bfe9a745f38372c42c9cfa1f63&device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 1127 time: 0.0577676 Jul 18 10:31:08.864946 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-d973fd55-c775-4db2-926a-48ec762404a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45d07fc3-9cad-4182-885d-f3a4c1ec9917 HTTP/1.1" status: 200 len: 217 time: 0.0411155 Jul 18 10:31:08.866853 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-7294f413-4ab7-474a-bd15-affbe4f8366a tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Made reservation on behalf of 8a1921237622439bab89676e11477c13 for: {'port': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:31:08.870243 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-7294f413-4ab7-474a-bd15-affbe4f8366a tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:08.913952 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:08.958594 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-a0933907-0479-48c3-bb60-db3c08fa5ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:08.960047 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-a0933907-0479-48c3-bb60-db3c08fa5ea6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4981e04-0b42-475d-8711-94b32dc6a81f HTTP/1.1" status: 200 len: 854 time: 0.0867896 Jul 18 10:31:09.022835 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-2eec872e-f89a-41bf-a398-d2d9ab0abb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:09.024323 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-2eec872e-f89a-41bf-a398-d2d9ab0abb73 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580187 Jul 18 10:31:09.121025 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_common [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-7294f413-4ab7-474a-bd15-affbe4f8366a tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Allocated IP 172.20.0.4 (3122165b-a136-4d21-b84f-81ce161e0ad4/af51bf80-7ad7-4853-9105-dc8b032ebd26/280c18f2-df08-4a5c-a1cc-01a91c5d3cfb) {{(pid=103899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:31:09.167921 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-cb0d9185-88f2-40bb-89ae-c57982a7076e service neutron] 10.222.0.30 "GET /v2.0/networks/a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265783 Jul 18 10:31:09.565531 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b7a69-0dba-408e-a136-995d4c08034c req-b0716423-518f-41f1-aa72-d2cbaff18944 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:09.566921 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b01b7a69-0dba-408e-a136-995d4c08034c req-b0716423-518f-41f1-aa72-d2cbaff18944 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 943 time: 0.3089919 Jul 18 10:31:09.608856 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ff4c3ba9-a4f7-4406-b500-9b8954cdcfa1 req-3fd17089-54b1-4d39-967f-c59119f9149e service neutron] 10.222.0.30 "GET /v2.0/networks/a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271722 Jul 18 10:31:09.621489 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-7294f413-4ab7-474a-bd15-affbe4f8366a tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks [] for port (280c18f2-df08-4a5c-a1cc-01a91c5d3cfb), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:09.659432 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b01b7a69-0dba-408e-a136-995d4c08034c req-db96fb4e-5a66-4540-8296-fe986d735b86 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=db7f8e57-b261-422c-8afb-949630b83485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849314 Jul 18 10:31:09.682258 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-7294f413-4ab7-474a-bd15-affbe4f8366a tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (280c18f2-df08-4a5c-a1cc-01a91c5d3cfb), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:09.697742 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:09.761896 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-7294f413-4ab7-474a-bd15-affbe4f8366a tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Network 3122165b-a136-4d21-b84f-81ce161e0ad4 is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:31:09.774724 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-7294f413-4ab7-474a-bd15-affbe4f8366a tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:31:09.788023 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-7294f413-4ab7-474a-bd15-affbe4f8366a tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Received port after_create {{(pid=103899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:31:09.880357 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:09.895889 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-7294f413-4ab7-474a-bd15-affbe4f8366a tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:09.896592 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-7294f413-4ab7-474a-bd15-affbe4f8366a tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:09.903733 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294f413-4ab7-474a-bd15-affbe4f8366a tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Pushing event updated for resources: {'Port': ['ID=280c18f2-df08-4a5c-a1cc-01a91c5d3cfb,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:09.936286 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a5ef2-8329-4cd5-a28a-6180bc93abad req-9dd0afa6-574d-4ec2-a550-41dbc9bf559f tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:09.938026 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-542a5ef2-8329-4cd5-a28a-6180bc93abad req-9dd0afa6-574d-4ec2-a550-41dbc9bf559f tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 931 time: 0.2410300 Jul 18 10:31:09.983236 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-7294f413-4ab7-474a-bd15-affbe4f8366a tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3275623 Jul 18 10:31:10.003365 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77433c8-c714-4d24-ac10-0b50535b017d req-5d6e8db7-0436-4d5c-914b-a8bf4ec413ca tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:10.004994 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a77433c8-c714-4d24-ac10-0b50535b017d req-5d6e8db7-0436-4d5c-914b-a8bf4ec413ca tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0847518 Jul 18 10:31:10.041975 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-542a5ef2-8329-4cd5-a28a-6180bc93abad req-7206a48a-dab9-4d04-a758-b53c0ecdf4e2 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835130 Jul 18 10:31:10.081706 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a77433c8-c714-4d24-ac10-0b50535b017d req-59990541-519b-4c1f-a006-51a4b36a195e tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681977 Jul 18 10:31:10.234990 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-12b5fbfb-c0ba-4848-b956-c8c8a8822fa8 None None] Provisioning complete for port 280c18f2-df08-4a5c-a1cc-01a91c5d3cfb triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:31:10.235425 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-12b5fbfb-c0ba-4848-b956-c8c8a8822fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (280c18f2-df08-4a5c-a1cc-01a91c5d3cfb), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:10.268324 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-12b5fbfb-c0ba-4848-b956-c8c8a8822fa8 None None] Port 280c18f2-df08-4a5c-a1cc-01a91c5d3cfb cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:31:10.778237 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be10649-d0f9-4237-a3a3-4d3058095611 req-4e3c3037-028c-4a0e-a6e9-d146a7afdab9 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:10.779688 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0be10649-d0f9-4237-a3a3-4d3058095611 req-4e3c3037-028c-4a0e-a6e9-d146a7afdab9 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 943 time: 0.0463035 Jul 18 10:31:10.829605 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0be10649-d0f9-4237-a3a3-4d3058095611 req-ef1c4f7d-99e9-4fe4-825c-0e017f2dbf08 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=db7f8e57-b261-422c-8afb-949630b83485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439219 Jul 18 10:31:11.192329 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c74c9-1644-405a-a649-9542db82f963 req-8e18588c-f03c-4264-a3b3-3afdd3a62ad0 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:11.193817 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-479c74c9-1644-405a-a649-9542db82f963 req-8e18588c-f03c-4264-a3b3-3afdd3a62ad0 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 931 time: 0.0713818 Jul 18 10:31:11.216278 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4799c27-a363-4256-b873-c6985d9e9e03 req-ddb205d8-78ec-4d37-a22b-d0ccf06aa11c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:11.217666 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c4799c27-a363-4256-b873-c6985d9e9e03 req-ddb205d8-78ec-4d37-a22b-d0ccf06aa11c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0672140 Jul 18 10:31:11.284960 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-479c74c9-1644-405a-a649-9542db82f963 req-6d8007e3-ee65-4540-ae5d-1451950197dc tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835524 Jul 18 10:31:11.291693 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c4799c27-a363-4256-b873-c6985d9e9e03 req-1c0ec27a-cdb7-4db7-9c8b-bb5f2582e3cd tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667052 Jul 18 10:31:11.945443 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db386c16-61cf-402c-8e5e-6dfaa562093b req-bbea9889-bb96-425e-a39d-639c14ef5527 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:11.946881 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-db386c16-61cf-402c-8e5e-6dfaa562093b req-bbea9889-bb96-425e-a39d-639c14ef5527 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 943 time: 0.0510905 Jul 18 10:31:11.993321 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-db386c16-61cf-402c-8e5e-6dfaa562093b req-c2834d7e-dab5-4b22-8e88-c225f9574f76 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=db7f8e57-b261-422c-8afb-949630b83485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408587 Jul 18 10:31:12.426452 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6adede1-061c-4f54-b28d-6b93322a780f req-b971cc19-4007-4fcc-94aa-d75d03d6274a tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:12.427839 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c6adede1-061c-4f54-b28d-6b93322a780f req-b971cc19-4007-4fcc-94aa-d75d03d6274a tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 931 time: 0.0739262 Jul 18 10:31:12.435425 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2da5f3-96f4-4089-a056-589748ee91f3 req-c70e735b-7ef4-45f6-87bf-bd27a4bd78bc tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:12.436806 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4a2da5f3-96f4-4089-a056-589748ee91f3 req-c70e735b-7ef4-45f6-87bf-bd27a4bd78bc tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0735366 Jul 18 10:31:12.510894 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c6adede1-061c-4f54-b28d-6b93322a780f req-c429c104-43d4-4951-8cac-aee99c0ab3fc tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731475 Jul 18 10:31:12.518572 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4a2da5f3-96f4-4089-a056-589748ee91f3 req-a81076c1-202d-46ee-a4bc-522d227a1c3a tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745773 Jul 18 10:31:12.700640 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 6 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:31:13.026443 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:13.029358 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=67,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:13.107505 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbc12e-4db0-4c52-a988-2ec4e85b4650 req-eb77102e-5faa-4d17-825c-1385c0ae6b48 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:13.108979 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-98dbc12e-4db0-4c52-a988-2ec4e85b4650 req-eb77102e-5faa-4d17-825c-1385c0ae6b48 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 943 time: 0.0464149 Jul 18 10:31:13.155086 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-98dbc12e-4db0-4c52-a988-2ec4e85b4650 req-41eb2edc-2ba8-4079-980e-d511da5e8528 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=db7f8e57-b261-422c-8afb-949630b83485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401444 Jul 18 10:31:13.644269 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-71cf8609-29ce-4cef-9f6f-01e67ae4046f service neutron] Request body: {'port': {'device_id': 'a3dbac58-662d-4720-8bcf-2300f9a9a5d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:31:13.670173 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:13.692300 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 32928) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:31:13.697440 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2b0ef-d595-45af-8df1-1e107023e51e req-315eaa8c-fb10-48a6-a497-d995624cd5c7 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:13.698911 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-45a2b0ef-d595-45af-8df1-1e107023e51e req-315eaa8c-fb10-48a6-a497-d995624cd5c7 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 931 time: 0.1109023 Jul 18 10:31:13.704666 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b63f3-5df7-4d16-8e18-364391248085 req-3f7ced26-0c0e-460d-932f-b93abd6719e3 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:13.706244 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e38b63f3-5df7-4d16-8e18-364391248085 req-3f7ced26-0c0e-460d-932f-b93abd6719e3 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.1199365 Jul 18 10:31:13.737499 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b42dda-3b2f-4ab2-8634-8d327051b759 admin admin] Deleting subnet 5d50e909-cccf-42f0-a860-0338366b04a8 {{(pid=103898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 10:31:13.740666 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-23b42dda-3b2f-4ab2-8634-8d327051b759 admin admin] Publish callbacks [] for subnet (5d50e909-cccf-42f0-a860-0338366b04a8), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:13.778590 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-23b42dda-3b2f-4ab2-8634-8d327051b759 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260918855'] for subnet (5d50e909-cccf-42f0-a860-0338366b04a8), precommit_delete_associations {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:13.785565 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-71cf8609-29ce-4cef-9f6f-01e67ae4046f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (280c18f2-df08-4a5c-a1cc-01a91c5d3cfb), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:13.791660 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:13.818176 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-23b42dda-3b2f-4ab2-8634-8d327051b759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8074828'] for subnet (5d50e909-cccf-42f0-a860-0338366b04a8), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:13.826008 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-45a2b0ef-d595-45af-8df1-1e107023e51e req-c04ac677-59ba-4905-a001-a2564e5ee5d3 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188333 Jul 18 10:31:13.828998 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e38b63f3-5df7-4d16-8e18-364391248085 req-c9659587-35ae-4522-9780-4d79577cf59a tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117506 Jul 18 10:31:13.877651 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-23b42dda-3b2f-4ab2-8634-8d327051b759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8074843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260947630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260973135'] for subnet (5d50e909-cccf-42f0-a860-0338366b04a8), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:13.900757 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b42dda-3b2f-4ab2-8634-8d327051b759 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d50e909-cccf-42f0-a860-0338366b04a8,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:13.907920 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-23b42dda-3b2f-4ab2-8634-8d327051b759 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:13.911015 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-23b42dda-3b2f-4ab2-8634-8d327051b759 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/5d50e909-cccf-42f0-a860-0338366b04a8 HTTP/1.1" status: 204 len: 168 time: 0.2176564 Jul 18 10:31:13.913599 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 32930) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:31:13.990065 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-88b64d5b-faf0-4e45-b57b-2e113bb88c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7979611'] for network (474c975d-13fe-4438-9075-b3e20c4cc132), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:14.090545 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-88b64d5b-faf0-4e45-b57b-2e113bb88c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8074381', 'neutron.services.segments.db._delete_segments_for_network-8756234178838'] for network (474c975d-13fe-4438-9075-b3e20c4cc132), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:14.093366 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-71cf8609-29ce-4cef-9f6f-01e67ae4046f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 280c18f2-df08-4a5c-a1cc-01a91c5d3cfb {{(pid=103899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:31:14.102051 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-71cf8609-29ce-4cef-9f6f-01e67ae4046f service neutron] Publish callbacks [] for port (280c18f2-df08-4a5c-a1cc-01a91c5d3cfb), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:14.121236 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.services.segments.db [None req-88b64d5b-faf0-4e45-b57b-2e113bb88c59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474c975d-13fe-4438-9075-b3e20c4cc132']}} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:31:14.122160 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.provisioning_blocks [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-71cf8609-29ce-4cef-9f6f-01e67ae4046f service neutron] Transition to ACTIVE for port object 280c18f2-df08-4a5c-a1cc-01a91c5d3cfb will not be triggered until provisioned by entity L2. {{(pid=103899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:31:14.127236 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-71cf8609-29ce-4cef-9f6f-01e67ae4046f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (280c18f2-df08-4a5c-a1cc-01a91c5d3cfb), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:14.132584 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.services.segments.db [None req-88b64d5b-faf0-4e45-b57b-2e113bb88c59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89bc0e88-056a-4141-bf22-508e218f1179') {'for_net_delete': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:31:14.133014 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.services.segments.db [None req-88b64d5b-faf0-4e45-b57b-2e113bb88c59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89bc0e88-056a-4141-bf22-508e218f1179') {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:31:14.144872 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-88b64d5b-faf0-4e45-b57b-2e113bb88c59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756234179103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260918846'] for segment (89bc0e88-056a-4141-bf22-508e218f1179), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:14.160249 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-88b64d5b-faf0-4e45-b57b-2e113bb88c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (89bc0e88-056a-4141-bf22-508e218f1179), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:14.181293 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b64d5b-faf0-4e45-b57b-2e113bb88c59 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 10:31:14.182301 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-88b64d5b-faf0-4e45-b57b-2e113bb88c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260947020'] for segment (89bc0e88-056a-4141-bf22-508e218f1179), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:14.203033 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf8609-29ce-4cef-9f6f-01e67ae4046f service neutron] Pushing event updated for resources: {'Port': ['ID=280c18f2-df08-4a5c-a1cc-01a91c5d3cfb,revision_number=2']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:14.245698 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.services.segments.plugin [-] Segment 89bc0e88-056a-4141-bf22-508e218f1179 resource provider aggregate not found Jul 18 10:31:14.276137 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.services.segments.plugin [-] Segment 89bc0e88-056a-4141-bf22-508e218f1179 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89bc0e88-056a-4141-bf22-508e218f1179 found for delete ", "request_id": "req-c1f95a43-7722-436c-89a4-7141fde975b1"}]} Jul 18 10:31:14.282428 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-88b64d5b-faf0-4e45-b57b-2e113bb88c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8074358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781180'] for network (474c975d-13fe-4438-9075-b3e20c4cc132), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:14.287267 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-88b64d5b-faf0-4e45-b57b-2e113bb88c59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:14.291419 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-88b64d5b-faf0-4e45-b57b-2e113bb88c59 admin admin] 10.222.0.33 "DELETE /v2.0/networks/474c975d-13fe-4438-9075-b3e20c4cc132 HTTP/1.1" status: 204 len: 168 time: 0.3768945 Jul 18 10:31:14.306522 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b64d5b-faf0-4e45-b57b-2e113bb88c59 admin admin] Pushing event deleted for resources: {'Network': ['ID=474c975d-13fe-4438-9075-b3e20c4cc132,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:14.384680 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45049bba-2b4f-4731-b38a-0a11828d5c35 req-0a9596bb-a09a-445d-bbd8-d41c2e67c91b tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:14.386263 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-45049bba-2b4f-4731-b38a-0a11828d5c35 req-0a9596bb-a09a-445d-bbd8-d41c2e67c91b tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 943 time: 0.1036124 Jul 18 10:31:14.426109 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-71cf8609-29ce-4cef-9f6f-01e67ae4046f service neutron] Attempting to bind port 280c18f2-df08-4a5c-a1cc-01a91c5d3cfb on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:31:14.426515 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-71cf8609-29ce-4cef-9f6f-01e67ae4046f service neutron] Attempting to bind port 280c18f2-df08-4a5c-a1cc-01a91c5d3cfb by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '187bb490-ae11-4ab4-ac32-71de79c724ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4'}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:31:14.426856 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-71cf8609-29ce-4cef-9f6f-01e67ae4046f service neutron] Attempting to bind port 280c18f2-df08-4a5c-a1cc-01a91c5d3cfb on network 3122165b-a136-4d21-b84f-81ce161e0ad4 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:31:14.436534 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-71cf8609-29ce-4cef-9f6f-01e67ae4046f service neutron] Port 280c18f2-df08-4a5c-a1cc-01a91c5d3cfb on network 3122165b-a136-4d21-b84f-81ce161e0ad4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:31:14.436878 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-71cf8609-29ce-4cef-9f6f-01e67ae4046f service neutron] Attempting to bind port 280c18f2-df08-4a5c-a1cc-01a91c5d3cfb on network 3122165b-a136-4d21-b84f-81ce161e0ad4 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:31:14.456220 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-71cf8609-29ce-4cef-9f6f-01e67ae4046f service neutron] Checking agent: {'id': 'f1e01c1b-bf46-4f7e-883c-267517c6b0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'started_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:31:14.456598 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-71cf8609-29ce-4cef-9f6f-01e67ae4046f service neutron] Checking segment: {'id': '187bb490-ae11-4ab4-ac32-71de79c724ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:31:14.456989 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-71cf8609-29ce-4cef-9f6f-01e67ae4046f service neutron] Bound using segment: {'id': '187bb490-ae11-4ab4-ac32-71de79c724ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4'} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:31:14.457428 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-71cf8609-29ce-4cef-9f6f-01e67ae4046f service neutron] Bound port: 280c18f2-df08-4a5c-a1cc-01a91c5d3cfb, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '187bb490-ae11-4ab4-ac32-71de79c724ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4'}}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:31:14.457792 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-71cf8609-29ce-4cef-9f6f-01e67ae4046f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (280c18f2-df08-4a5c-a1cc-01a91c5d3cfb), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:14.479357 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-45049bba-2b4f-4731-b38a-0a11828d5c35 req-2fbe46fb-664a-4f09-94be-cee919523a0f tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=db7f8e57-b261-422c-8afb-949630b83485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828478 Jul 18 10:31:14.554822 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-71cf8609-29ce-4cef-9f6f-01e67ae4046f service neutron] For port 280c18f2-df08-4a5c-a1cc-01a91c5d3cfb, host hv-cinder-83754, cleared binding levels {{(pid=103899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:31:14.559619 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-71cf8609-29ce-4cef-9f6f-01e67ae4046f service neutron] For port 280c18f2-df08-4a5c-a1cc-01a91c5d3cfb, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=280c18f2-df08-4a5c-a1cc-01a91c5d3cfb,segment=NetworkSegment(187bb490-ae11-4ab4-ac32-71de79c724ca),segment_id=187bb490-ae11-4ab4-ac32-71de79c724ca)] {{(pid=103899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:31:14.566765 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-71cf8609-29ce-4cef-9f6f-01e67ae4046f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (280c18f2-df08-4a5c-a1cc-01a91c5d3cfb), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:14.578327 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 32970) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:31:14.606552 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-71cf8609-29ce-4cef-9f6f-01e67ae4046f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:14.607170 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-71cf8609-29ce-4cef-9f6f-01e67ae4046f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:14.608585 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-71cf8609-29ce-4cef-9f6f-01e67ae4046f service neutron] 10.222.0.30 "PUT /v2.0/ports/280c18f2-df08-4a5c-a1cc-01a91c5d3cfb HTTP/1.1" status: 200 len: 1093 time: 0.9821069 Jul 18 10:31:14.609026 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3dbac58-662d-4720-8bcf-2300f9a9a5d1', 'tag': '280c18f2-df08-4a5c-a1cc-01a91c5d3cfb'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:31:14.611975 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a7fd9e-a724-4d90-a0b3-1bc0c46bb339" -d '{"events": [{"name": "network-changed", "server_uuid": "a3dbac58-662d-4720-8bcf-2300f9a9a5d1", "tag": "280c18f2-df08-4a5c-a1cc-01a91c5d3cfb"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:31:14.686368 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-92f4762d-12ca-4f48-8e65-c24b986d318f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9698a0142f494095a93a4e804437bc32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1066139 Jul 18 10:31:14.689050 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 32982) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:31:14.705098 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720cd416-32e3-48e2-a87f-2525fec9499a x-openstack-request-id: req-720cd416-32e3-48e2-a87f-2525fec9499a {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:31:14.705450 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3dbac58-662d-4720-8bcf-2300f9a9a5d1", "tag": "280c18f2-df08-4a5c-a1cc-01a91c5d3cfb", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:31:14.711276 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-720cd416-32e3-48e2-a87f-2525fec9499a {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:31:14.711975 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-720cd416-32e3-48e2-a87f-2525fec9499a'] response: {'name': 'network-changed', 'server_uuid': 'a3dbac58-662d-4720-8bcf-2300f9a9a5d1', 'tag': '280c18f2-df08-4a5c-a1cc-01a91c5d3cfb', 'status': 'completed', 'code': 200} Jul 18 10:31:14.716014 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf8609-29ce-4cef-9f6f-01e67ae4046f service neutron] Pushing event updated for resources: {'Port': ['ID=280c18f2-df08-4a5c-a1cc-01a91c5d3cfb,revision_number=3']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:14.745818 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:14.753746 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-58ebac9d-2a50-41ef-9deb-14e4b688d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:14.755523 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-58ebac9d-2a50-41ef-9deb-14e4b688d0f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a1921237622439bab89676e11477c13&device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 1127 time: 0.0802088 Jul 18 10:31:14.792758 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-9f8b4df8-3d92-4e1a-8d7b-e92c2117e9a8 admin admin] Publish callbacks [] for security_group (55362095-f388-4dff-9770-8ae0da7a838c), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:14.817590 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-e969f403-08c2-4805-9eb2-7a20c00c5a01 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=280c18f2-df08-4a5c-a1cc-01a91c5d3cfb HTTP/1.1" status: 200 len: 217 time: 0.0474331 Jul 18 10:31:14.822232 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-9f8b4df8-3d92-4e1a-8d7b-e92c2117e9a8 admin admin] Publish callbacks [] for security_group (55362095-f388-4dff-9770-8ae0da7a838c), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:14.898608 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-9f8b4df8-3d92-4e1a-8d7b-e92c2117e9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (55362095-f388-4dff-9770-8ae0da7a838c), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:14.903064 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-9f8b4df8-3d92-4e1a-8d7b-e92c2117e9a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:14.903970 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-492d50de-312b-4d85-a6e4-5f5b3d3f84cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:14.905459 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-492d50de-312b-4d85-a6e4-5f5b3d3f84cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af51bf80-7ad7-4853-9105-dc8b032ebd26 HTTP/1.1" status: 200 len: 857 time: 0.0796189 Jul 18 10:31:14.908385 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-9f8b4df8-3d92-4e1a-8d7b-e92c2117e9a8 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/55362095-f388-4dff-9770-8ae0da7a838c HTTP/1.1" status: 204 len: 168 time: 0.2183645 Jul 18 10:31:14.919569 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b4df8-3d92-4e1a-8d7b-e92c2117e9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55362095-f388-4dff-9770-8ae0da7a838c,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:14.992907 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-eeac16ce-581b-4123-b54e-821b6524ad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:14.997182 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-eeac16ce-581b-4123-b54e-821b6524ad25 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3122165b-a136-4d21-b84f-81ce161e0ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0801167 Jul 18 10:31:15.079179 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:15.095322 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd557d6-426e-4f8a-96ff-7b060df5e39c req-74c22782-3c33-4acc-8033-051a1f502b27 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:15.096922 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-abd557d6-426e-4f8a-96ff-7b060df5e39c req-74c22782-3c33-4acc-8033-051a1f502b27 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.1136925 Jul 18 10:31:15.128468 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2fb2b-bcaf-4e56-9de7-3b94082551d5 req-80e346d2-bedf-4224-8a5a-56c09258d5b1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:15.130038 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a9f2fb2b-bcaf-4e56-9de7-3b94082551d5 req-80e346d2-bedf-4224-8a5a-56c09258d5b1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 943 time: 0.1583645 Jul 18 10:31:15.231361 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-1f650d3d-d878-4276-8979-c09c9d73fd35 service neutron] 10.222.0.30 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161322 Jul 18 10:31:15.237204 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-abd557d6-426e-4f8a-96ff-7b060df5e39c req-2e751ce6-a25f-42a1-b1c1-bd09ad0abd80 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042304 Jul 18 10:31:15.241296 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a9f2fb2b-bcaf-4e56-9de7-3b94082551d5 req-9ef4e886-01b2-4d45-bbc5-2909e647137f tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963621 Jul 18 10:31:15.335407 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5d851f0c-c901-4350-b72d-7aad972faad2 req-eddf49bf-869b-4721-a4e1-32ec72798a80 service neutron] 10.222.0.30 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931726 Jul 18 10:31:15.607160 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962793d9-5339-432d-9361-8284cd32840e req-de30674c-efee-44e8-8058-26cbd04ce29d tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:15.608676 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-962793d9-5339-432d-9361-8284cd32840e req-de30674c-efee-44e8-8058-26cbd04ce29d tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 943 time: 0.0487206 Jul 18 10:31:15.656160 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-962793d9-5339-432d-9361-8284cd32840e req-7d16b329-b1b3-4e78-8e4c-43c3c92e7546 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=db7f8e57-b261-422c-8afb-949630b83485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410519 Jul 18 10:31:16.389400 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e003d03-2eb5-43c7-964a-5fe112d9e9b8 req-5882408a-4ad5-42dc-8ff9-6d013a6513f8 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:16.391426 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1e003d03-2eb5-43c7-964a-5fe112d9e9b8 req-5882408a-4ad5-42dc-8ff9-6d013a6513f8 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0830946 Jul 18 10:31:16.399680 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e4d11-81c5-4013-83de-3d62018b9bdf req-8e34a87c-7ca1-41e4-8eb3-7c07bf16d02e tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:16.401103 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c31e4d11-81c5-4013-83de-3d62018b9bdf req-8e34a87c-7ca1-41e4-8eb3-7c07bf16d02e tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 943 time: 0.0806065 Jul 18 10:31:16.476367 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1e003d03-2eb5-43c7-964a-5fe112d9e9b8 req-f8796ecc-fb92-4c0e-8018-7aa63b48ebf7 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743184 Jul 18 10:31:16.480706 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c31e4d11-81c5-4013-83de-3d62018b9bdf req-6d874aee-b005-4477-8dea-1ee3b026e1f9 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705473 Jul 18 10:31:16.770557 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bdda40-e098-45d2-af00-e33f8ebbfaf8 req-418833a6-d139-4206-b941-47ea1f90ac14 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:16.772016 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-01bdda40-e098-45d2-af00-e33f8ebbfaf8 req-418833a6-d139-4206-b941-47ea1f90ac14 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 943 time: 0.0504379 Jul 18 10:31:16.818653 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-01bdda40-e098-45d2-af00-e33f8ebbfaf8 req-aa64594b-deba-4e53-bb07-8a90e97b77ef tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=db7f8e57-b261-422c-8afb-949630b83485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408897 Jul 18 10:31:17.266646 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 45d07fc3-9cad-4182-885d-f3a4c1ec9917 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:31:17.363655 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 45d07fc3-9cad-4182-885d-f3a4c1ec9917, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=45d07fc3-9cad-4182-885d-f3a4c1ec9917,segment=NetworkSegment(9f9e9026-9d7c-43b5-af17-ac9b99df5729),segment_id=9f9e9026-9d7c-43b5-af17-ac9b99df5729)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:31:17.374553 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Returning: {'device': '45d07fc3-9cad-4182-885d-f3a4c1ec9917', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'port_id': '45d07fc3-9cad-4182-885d-f3a4c1ec9917', 'mac_address': 'fa:16:3e:fa:e4:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:31:17.412497 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port 45d07fc3-9cad-4182-885d-f3a4c1ec9917 is: DOWN; New status is: BUILD {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:31:17.412841 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (45d07fc3-9cad-4182-885d-f3a4c1ec9917), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:17.425419 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d07fc3-9cad-4182-885d-f3a4c1ec9917 {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:31:17.444700 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 45d07fc3-9cad-4182-885d-f3a4c1ec9917, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=45d07fc3-9cad-4182-885d-f3a4c1ec9917,segment=NetworkSegment(9f9e9026-9d7c-43b5-af17-ac9b99df5729),segment_id=9f9e9026-9d7c-43b5-af17-ac9b99df5729)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:31:17.449017 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (45d07fc3-9cad-4182-885d-f3a4c1ec9917), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:17.495676 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=45d07fc3-9cad-4182-885d-f3a4c1ec9917,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:17.503553 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:17.503897 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:17.504234 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:17.504622 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:17.504951 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:17.505275 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:17.505597 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:17.506149 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:17.506489 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:17.506650 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:17.507126 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:17.507423 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:17.507612 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:17.507929 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:17.508370 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:17.597025 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:17.620753 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25348fb-3a96-47a2-8d25-c303008a5a06 req-dcb34a6b-e3a3-4e1c-9a08-110113c8fe11 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:17.622223 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c25348fb-3a96-47a2-8d25-c303008a5a06 req-dcb34a6b-e3a3-4e1c-9a08-110113c8fe11 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0765574 Jul 18 10:31:17.628652 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cae20-35a5-48e7-8276-3bf0255016e6 req-b1fa6956-70b5-430f-a66c-6f7a1b990ac5 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:17.630000 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0a7cae20-35a5-48e7-8276-3bf0255016e6 req-b1fa6956-70b5-430f-a66c-6f7a1b990ac5 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 943 time: 0.0831325 Jul 18 10:31:17.705920 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c25348fb-3a96-47a2-8d25-c303008a5a06 req-ff914a55-ce46-4339-8219-045db9d48e7b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749187 Jul 18 10:31:17.708744 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0a7cae20-35a5-48e7-8276-3bf0255016e6 req-704f47f9-2a34-4a33-9f5d-057e1f18c0c3 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720074 Jul 18 10:31:17.928643 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40891062-532b-4dd9-8fb8-ebbf2a6290e6 req-8ea4853b-2844-4651-bf44-8721201f36ac tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:17.930116 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-40891062-532b-4dd9-8fb8-ebbf2a6290e6 req-8ea4853b-2844-4651-bf44-8721201f36ac tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 944 time: 0.0462735 Jul 18 10:31:17.977876 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-40891062-532b-4dd9-8fb8-ebbf2a6290e6 req-06f2d941-e2b3-4bfa-8485-6e517c9ef531 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=db7f8e57-b261-422c-8afb-949630b83485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422139 Jul 18 10:31:18.851731 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046626e1-86c7-4378-ab26-af15e454a6be req-6f0271e2-3668-465a-9a61-563ee29c52ad tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:18.853115 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-046626e1-86c7-4378-ab26-af15e454a6be req-6f0271e2-3668-465a-9a61-563ee29c52ad tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0762370 Jul 18 10:31:18.859269 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ecb0c-7ac5-4096-bf8d-61d7c2718f5f req-3f4fa310-c059-44f0-9af4-473ee1dac57c tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:18.861165 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ef9ecb0c-7ac5-4096-bf8d-61d7c2718f5f req-3f4fa310-c059-44f0-9af4-473ee1dac57c tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 943 time: 0.0861542 Jul 18 10:31:18.933039 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-046626e1-86c7-4378-ab26-af15e454a6be req-e1aee0d9-b967-4eaa-b13d-981c5d372994 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709515 Jul 18 10:31:18.936963 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ef9ecb0c-7ac5-4096-bf8d-61d7c2718f5f req-d8229259-ec1c-47b1-88f9-900cc2f1f740 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678422 Jul 18 10:31:19.014803 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 280c18f2-df08-4a5c-a1cc-01a91c5d3cfb details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:31:19.095492 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906df177-99e1-4ebc-b851-5f6d4f4eec40 req-2458d9e3-c64d-4a2f-a684-1e4037176bea tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:19.097166 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-906df177-99e1-4ebc-b851-5f6d4f4eec40 req-2458d9e3-c64d-4a2f-a684-1e4037176bea tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 944 time: 0.0536299 Jul 18 10:31:19.118183 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:19.119041 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 280c18f2-df08-4a5c-a1cc-01a91c5d3cfb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=280c18f2-df08-4a5c-a1cc-01a91c5d3cfb,segment=NetworkSegment(187bb490-ae11-4ab4-ac32-71de79c724ca),segment_id=187bb490-ae11-4ab4-ac32-71de79c724ca)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:31:19.130626 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Returning: {'device': '280c18f2-df08-4a5c-a1cc-01a91c5d3cfb', 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4', 'port_id': '280c18f2-df08-4a5c-a1cc-01a91c5d3cfb', 'mac_address': 'fa:16:3e:80:08:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af51bf80-7ad7-4853-9105-dc8b032ebd26', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:31:19.149415 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-906df177-99e1-4ebc-b851-5f6d4f4eec40 req-d8523d8b-2ee8-4ba7-b841-5796c41b2297 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=db7f8e57-b261-422c-8afb-949630b83485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464718 Jul 18 10:31:19.171524 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port 280c18f2-df08-4a5c-a1cc-01a91c5d3cfb is: DOWN; New status is: BUILD {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:31:19.172585 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (280c18f2-df08-4a5c-a1cc-01a91c5d3cfb), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:19.186487 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 280c18f2-df08-4a5c-a1cc-01a91c5d3cfb {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:31:19.199229 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7fd9e-a724-4d90-a0b3-1bc0c46bb339 req-66d95175-54eb-4f97-b119-526057d07b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:19.200822 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c7a7fd9e-a724-4d90-a0b3-1bc0c46bb339 req-66d95175-54eb-4f97-b119-526057d07b9d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a1921237622439bab89676e11477c13&device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 1127 time: 0.0412910 Jul 18 10:31:19.208074 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 280c18f2-df08-4a5c-a1cc-01a91c5d3cfb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=280c18f2-df08-4a5c-a1cc-01a91c5d3cfb,segment=NetworkSegment(187bb490-ae11-4ab4-ac32-71de79c724ca),segment_id=187bb490-ae11-4ab4-ac32-71de79c724ca)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:31:19.212303 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (280c18f2-df08-4a5c-a1cc-01a91c5d3cfb), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:19.271261 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=280c18f2-df08-4a5c-a1cc-01a91c5d3cfb,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:19.301690 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7fd9e-a724-4d90-a0b3-1bc0c46bb339 req-210fbf43-a640-44a6-831e-b4340b2f6353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:19.303179 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c7a7fd9e-a724-4d90-a0b3-1bc0c46bb339 req-210fbf43-a640-44a6-831e-b4340b2f6353 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3122165b-a136-4d21-b84f-81ce161e0ad4 HTTP/1.1" status: 200 len: 919 time: 0.0936174 Jul 18 10:31:19.347896 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c7a7fd9e-a724-4d90-a0b3-1bc0c46bb339 req-b58d5418-c7d2-4a85-8e06-e95f1bcf6bb1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=280c18f2-df08-4a5c-a1cc-01a91c5d3cfb HTTP/1.1" status: 200 len: 217 time: 0.0377696 Jul 18 10:31:19.408477 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7fd9e-a724-4d90-a0b3-1bc0c46bb339 req-1ae772c9-92bf-4ff1-a56f-359d4cb38335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:19.409895 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c7a7fd9e-a724-4d90-a0b3-1bc0c46bb339 req-1ae772c9-92bf-4ff1-a56f-359d4cb38335 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af51bf80-7ad7-4853-9105-dc8b032ebd26 HTTP/1.1" status: 200 len: 857 time: 0.0470712 Jul 18 10:31:19.455210 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7fd9e-a724-4d90-a0b3-1bc0c46bb339 req-d0187743-7ba5-4330-bfc5-664ddfee703a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:19.456766 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c7a7fd9e-a724-4d90-a0b3-1bc0c46bb339 req-d0187743-7ba5-4330-bfc5-664ddfee703a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3122165b-a136-4d21-b84f-81ce161e0ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397758 Jul 18 10:31:19.558957 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c7a7fd9e-a724-4d90-a0b3-1bc0c46bb339 req-a9ca47d3-e0db-451d-b5b6-1b0a7015126f service neutron] 10.222.0.30 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940483 Jul 18 10:31:19.567924 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['45d07fc3-9cad-4182-885d-f3a4c1ec9917'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:31:19.619959 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:19.682750 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c7a7fd9e-a724-4d90-a0b3-1bc0c46bb339 req-3674ce31-73ed-4f4b-b615-1c6f70f6642d service neutron] 10.222.0.30 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859575 Jul 18 10:31:19.690819 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:19.695965 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['280c18f2-df08-4a5c-a1cc-01a91c5d3cfb'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:31:19.907093 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=23 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:20.021289 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0512e1c3-a8fa-491f-ad39-a6b8258fd03a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:20.074663 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:20.087083 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b66f7-aae9-47f0-b901-5811770b7fc1 req-72593038-4a6c-4f52-b403-c2310bf9e71e tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:20.088606 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b86b66f7-aae9-47f0-b901-5811770b7fc1 req-72593038-4a6c-4f52-b403-c2310bf9e71e tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 944 time: 0.0816445 Jul 18 10:31:20.095222 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e5760-74f0-4b94-b350-6531ace73d7f req-35957185-8b46-4ce2-abf5-0ab4366d9426 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:20.096638 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-777e5760-74f0-4b94-b350-6531ace73d7f req-35957185-8b46-4ce2-abf5-0ab4366d9426 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0878315 Jul 18 10:31:20.169660 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b86b66f7-aae9-47f0-b901-5811770b7fc1 req-b9e3d4a4-9493-4924-952d-17615328e81e tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720770 Jul 18 10:31:20.177405 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-777e5760-74f0-4b94-b350-6531ace73d7f req-034a37af-c8e1-467f-b02e-048236b7355e tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725880 Jul 18 10:31:20.323828 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d223d7-981a-45ab-99b6-e485cd26e631 req-7788562a-6398-456f-8b06-873f96e37803 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:20.325466 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-74d223d7-981a-45ab-99b6-e485cd26e631 req-7788562a-6398-456f-8b06-873f96e37803 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 944 time: 0.0742545 Jul 18 10:31:20.396361 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-74d223d7-981a-45ab-99b6-e485cd26e631 req-7885d26b-0fe2-4d32-bcbd-c21612f0239c tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=db7f8e57-b261-422c-8afb-949630b83485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582879 Jul 18 10:31:21.313978 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4811d9-8ffd-4bbc-97b7-3c8789583307 req-2d855a8a-6d75-4079-a1cb-cc0a82f126e9 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:21.315498 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ea4811d9-8ffd-4bbc-97b7-3c8789583307 req-2d855a8a-6d75-4079-a1cb-cc0a82f126e9 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 944 time: 0.0741045 Jul 18 10:31:21.335197 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887feb56-1648-4b54-bd9b-22715005433c req-15518cdd-e45f-4abb-a317-5fde0426819f tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:21.336678 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-887feb56-1648-4b54-bd9b-22715005433c req-15518cdd-e45f-4abb-a317-5fde0426819f tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0665104 Jul 18 10:31:21.400925 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ea4811d9-8ffd-4bbc-97b7-3c8789583307 req-c2fb1b6c-496c-4e8c-883e-2325fa2c32b8 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795624 Jul 18 10:31:21.426273 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-887feb56-1648-4b54-bd9b-22715005433c req-1cd07b9d-e558-40e3-b0dd-021542e33333 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823998 Jul 18 10:31:21.521265 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6c83d-7f9b-4f54-a78a-3d4bc2ee59f0 req-88915b82-ad72-4fe4-bf24-247401524170 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:21.523381 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-deb6c83d-7f9b-4f54-a78a-3d4bc2ee59f0 req-88915b82-ad72-4fe4-bf24-247401524170 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 944 time: 0.0520811 Jul 18 10:31:21.555355 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:21.570096 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-deb6c83d-7f9b-4f54-a78a-3d4bc2ee59f0 req-b73f0115-1189-4c97-a3be-84a4bb7cae0d tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=db7f8e57-b261-422c-8afb-949630b83485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412331 Jul 18 10:31:22.310488 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f33aaed2-88bf-4183-a7ac-b01f9847764c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:22.547934 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec2aa5-8f9e-4e4b-aedb-264b3b62d4ee req-95ba6413-0805-4e09-83f8-04e0625e273d tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:22.549449 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-98ec2aa5-8f9e-4e4b-aedb-264b3b62d4ee req-95ba6413-0805-4e09-83f8-04e0625e273d tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 944 time: 0.0820615 Jul 18 10:31:22.568452 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6a654-1e3d-4fdf-818f-19431df10c6a req-4d4c7df8-5046-469b-89a0-60243ba3a6e3 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:22.569843 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1be6a654-1e3d-4fdf-818f-19431df10c6a req-4d4c7df8-5046-469b-89a0-60243ba3a6e3 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0734813 Jul 18 10:31:22.626803 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-98ec2aa5-8f9e-4e4b-aedb-264b3b62d4ee req-077954bb-2072-4867-9ea3-24f95f27d2d1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711019 Jul 18 10:31:22.641398 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1be6a654-1e3d-4fdf-818f-19431df10c6a req-4fae70e1-a65b-4e58-9919-53096240f274 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648532 Jul 18 10:31:22.696848 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=11 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:22.728869 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581f67c-07aa-4442-835f-8bf5571492f7 req-a2f91261-c6e4-43c8-9ec3-4a679b927e2a tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:22.730330 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3581f67c-07aa-4442-835f-8bf5571492f7 req-a2f91261-c6e4-43c8-9ec3-4a679b927e2a tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 944 time: 0.0472186 Jul 18 10:31:22.777093 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3581f67c-07aa-4442-835f-8bf5571492f7 req-9a7da81a-136e-4bae-bf1d-e557a6ccd7bb tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=db7f8e57-b261-422c-8afb-949630b83485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411882 Jul 18 10:31:23.565275 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:23.751943 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 45d07fc3-9cad-4182-885d-f3a4c1ec9917 up at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:31:23.773783 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859b976-aa8d-4246-a609-48c9a4cc680b req-00b01e17-a488-4144-b8e6-6f0068fa9a70 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:23.775394 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8859b976-aa8d-4246-a609-48c9a4cc680b req-00b01e17-a488-4144-b8e6-6f0068fa9a70 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 944 time: 0.0796728 Jul 18 10:31:23.790834 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d1344-1d75-4904-8946-be925ad9a8d8 req-5b52342f-4fd9-4c71-958e-60147f56606f tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:23.792156 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-390d1344-1d75-4904-8946-be925ad9a8d8 req-5b52342f-4fd9-4c71-958e-60147f56606f tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0634043 Jul 18 10:31:23.800970 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning for port 45d07fc3-9cad-4182-885d-f3a4c1ec9917 completed by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:31:23.806681 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning complete for port 45d07fc3-9cad-4182-885d-f3a4c1ec9917 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:31:23.807184 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (45d07fc3-9cad-4182-885d-f3a4c1ec9917), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:23.888835 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8859b976-aa8d-4246-a609-48c9a4cc680b req-080be6b1-96f2-4d26-84b7-4b1a816bc41d tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051285 Jul 18 10:31:23.896773 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-390d1344-1d75-4904-8946-be925ad9a8d8 req-ba95707d-1698-42ee-b917-2c2b1c82eab2 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940244 Jul 18 10:31:23.905127 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port 45d07fc3-9cad-4182-885d-f3a4c1ec9917 is: BUILD; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:31:23.905542 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (45d07fc3-9cad-4182-885d-f3a4c1ec9917), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:23.933237 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d07fc3-9cad-4182-885d-f3a4c1ec9917'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:31:23.937028 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84681e705a03fd555db26336157b75fd76ce56e0c69b7b802094418238443ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6daa970d-0df8-4da7-b617-aefd66feb86f" -d '{"events": [{"server_uuid": "1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7", "name": "network-vif-plugged", "status": "completed", "tag": "45d07fc3-9cad-4182-885d-f3a4c1ec9917"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:31:23.952249 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 45d07fc3-9cad-4182-885d-f3a4c1ec9917, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=45d07fc3-9cad-4182-885d-f3a4c1ec9917,segment=NetworkSegment(9f9e9026-9d7c-43b5-af17-ac9b99df5729),segment_id=9f9e9026-9d7c-43b5-af17-ac9b99df5729)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:31:23.957935 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (45d07fc3-9cad-4182-885d-f3a4c1ec9917), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:23.958868 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 280c18f2-df08-4a5c-a1cc-01a91c5d3cfb up at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:31:23.994437 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98837af5-8842-4dfb-9398-e7406ffc423a x-openstack-request-id: req-98837af5-8842-4dfb-9398-e7406ffc423a {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:31:23.994825 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7", "name": "network-vif-plugged", "status": "completed", "tag": "45d07fc3-9cad-4182-885d-f3a4c1ec9917", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:31:23.995140 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-98837af5-8842-4dfb-9398-e7406ffc423a {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:31:23.995595 dv-cinder-837546-3-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98837af5-8842-4dfb-9398-e7406ffc423a'] response: {'server_uuid': '1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d07fc3-9cad-4182-885d-f3a4c1ec9917', 'code': 200} Jul 18 10:31:24.037038 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129724a0-d8fa-44d4-bb6f-ecbbb9aae4d3 req-bb8f02e2-c01f-4971-a614-18c5d09dfb95 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:24.038520 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-129724a0-d8fa-44d4-bb6f-ecbbb9aae4d3 req-bb8f02e2-c01f-4971-a614-18c5d09dfb95 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 945 time: 0.0765812 Jul 18 10:31:24.070902 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=45d07fc3-9cad-4182-885d-f3a4c1ec9917,revision_number=5']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:24.079538 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning for port 280c18f2-df08-4a5c-a1cc-01a91c5d3cfb completed by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:31:24.089996 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning complete for port 280c18f2-df08-4a5c-a1cc-01a91c5d3cfb triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:31:24.091201 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (280c18f2-df08-4a5c-a1cc-01a91c5d3cfb), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:24.109943 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-129724a0-d8fa-44d4-bb6f-ecbbb9aae4d3 req-2ea6662c-7b63-449a-adc4-3d05ff950a67 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=db7f8e57-b261-422c-8afb-949630b83485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649137 Jul 18 10:31:24.180700 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port 280c18f2-df08-4a5c-a1cc-01a91c5d3cfb is: BUILD; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:31:24.181090 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (280c18f2-df08-4a5c-a1cc-01a91c5d3cfb), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:24.208584 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57619f76-686b-444e-a828-6cf5fe6b701b req-740b64f9-14ba-4323-90f6-0143ec454dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:24.210248 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-57619f76-686b-444e-a828-6cf5fe6b701b req-740b64f9-14ba-4323-90f6-0143ec454dd5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 1129 time: 0.0484831 Jul 18 10:31:24.223976 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 280c18f2-df08-4a5c-a1cc-01a91c5d3cfb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=280c18f2-df08-4a5c-a1cc-01a91c5d3cfb,segment=NetworkSegment(187bb490-ae11-4ab4-ac32-71de79c724ca),segment_id=187bb490-ae11-4ab4-ac32-71de79c724ca)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:31:24.233030 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (280c18f2-df08-4a5c-a1cc-01a91c5d3cfb), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:24.237110 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:24.240077 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:24.268971 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-57619f76-686b-444e-a828-6cf5fe6b701b req-03debe6a-18a2-4d91-b53f-abc0fd468bae service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=db7f8e57-b261-422c-8afb-949630b83485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520267 Jul 18 10:31:24.291511 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=280c18f2-df08-4a5c-a1cc-01a91c5d3cfb,revision_number=5']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:24.765151 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:24.851622 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 33170) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:31:24.869012 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=71,neutron:DELETE=6 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:24.912960 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:24.963235 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-340a75d3-ab73-4573-9145-1d0b55ff1500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:25.042743 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-340a75d3-ab73-4573-9145-1d0b55ff1500 admin admin] Publish callbacks [] for security_group (d7c7aeef-6521-4776-9efe-97e24a05a869), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:25.047400 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5ff57-287f-429c-8ad0-b3a5862399f4 req-8ef90c79-1783-4d28-9096-1abc8c7abd85 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:25.047921 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-340a75d3-ab73-4573-9145-1d0b55ff1500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (d7c7aeef-6521-4776-9efe-97e24a05a869), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:25.049186 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-23f5ff57-287f-429c-8ad0-b3a5862399f4 req-8ef90c79-1783-4d28-9096-1abc8c7abd85 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0818360 Jul 18 10:31:25.055338 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4bef3-1218-43ff-a56a-29631fd38104 req-254e4aa6-830e-43d0-8600-e99d03859826 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:25.056767 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5ea4bef3-1218-43ff-a56a-29631fd38104 req-254e4aa6-830e-43d0-8600-e99d03859826 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0784957 Jul 18 10:31:25.069754 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:25.092302 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-340a75d3-ab73-4573-9145-1d0b55ff1500 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=01548fa710ae4d03ac718a818917935a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395723 Jul 18 10:31:25.095480 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 33178) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:31:25.096928 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a75d3-ab73-4573-9145-1d0b55ff1500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c7aeef-6521-4776-9efe-97e24a05a869,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:25.156348 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-23f5ff57-287f-429c-8ad0-b3a5862399f4 req-1e787344-8e52-4dc3-9b8f-9f42007d11e4 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984688 Jul 18 10:31:25.165023 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5ea4bef3-1218-43ff-a56a-29631fd38104 req-260ea6af-d2c2-4c11-aaeb-fa0a1d16e1f7 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009543 Jul 18 10:31:25.212905 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-8e221afb-e7af-4617-808d-22348127ed2d admin admin] Publish callbacks [] for security_group (d7c7aeef-6521-4776-9efe-97e24a05a869), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:25.261788 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-8e221afb-e7af-4617-808d-22348127ed2d admin admin] Publish callbacks [] for security_group (d7c7aeef-6521-4776-9efe-97e24a05a869), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:25.293496 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81907eba-4f97-445f-8ee6-f704b9dc4486 req-c4ca147f-7867-4207-bece-6914a1d78991 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:25.295142 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-81907eba-4f97-445f-8ee6-f704b9dc4486 req-c4ca147f-7867-4207-bece-6914a1d78991 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 945 time: 0.0730855 Jul 18 10:31:25.320855 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:25.328238 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:25.365603 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-81907eba-4f97-445f-8ee6-f704b9dc4486 req-f28698bb-1902-4b7f-8bb4-6804e69fb308 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=db7f8e57-b261-422c-8afb-949630b83485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575261 Jul 18 10:31:25.367303 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-8e221afb-e7af-4617-808d-22348127ed2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (d7c7aeef-6521-4776-9efe-97e24a05a869), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:25.370053 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-8e221afb-e7af-4617-808d-22348127ed2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:25.371131 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-8e221afb-e7af-4617-808d-22348127ed2d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d7c7aeef-6521-4776-9efe-97e24a05a869 HTTP/1.1" status: 204 len: 168 time: 0.2746501 Jul 18 10:31:25.403593 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e221afb-e7af-4617-808d-22348127ed2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c7aeef-6521-4776-9efe-97e24a05a869,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:25.446105 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db131d2c-67fb-403b-b6e8-2d24bc606337 req-1c0f0aee-e763-4b5f-b5bc-5082c1260517 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:25.452849 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-db131d2c-67fb-403b-b6e8-2d24bc606337 req-1c0f0aee-e763-4b5f-b5bc-5082c1260517 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0672729 Jul 18 10:31:25.496699 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-db131d2c-67fb-403b-b6e8-2d24bc606337 req-bc2bcebc-3dec-4a9e-8985-88f08b7f5a0c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424690 Jul 18 10:31:25.997396 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3dbac58-662d-4720-8bcf-2300f9a9a5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280c18f2-df08-4a5c-a1cc-01a91c5d3cfb'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:31:26.000918 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84681e705a03fd555db26336157b75fd76ce56e0c69b7b802094418238443ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f290f16-80e7-445e-9d14-7266c70d2ecf" -d '{"events": [{"server_uuid": "a3dbac58-662d-4720-8bcf-2300f9a9a5d1", "name": "network-vif-plugged", "status": "completed", "tag": "280c18f2-df08-4a5c-a1cc-01a91c5d3cfb"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:31:26.034268 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 33230) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:31:26.039920 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18531767-254e-4403-a549-629e8c99983a x-openstack-request-id: req-18531767-254e-4403-a549-629e8c99983a {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:31:26.040388 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3dbac58-662d-4720-8bcf-2300f9a9a5d1", "name": "network-vif-plugged", "status": "completed", "tag": "280c18f2-df08-4a5c-a1cc-01a91c5d3cfb", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:31:26.040666 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-18531767-254e-4403-a549-629e8c99983a {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:31:26.041059 dv-cinder-837546-3-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18531767-254e-4403-a549-629e8c99983a'] response: {'server_uuid': 'a3dbac58-662d-4720-8bcf-2300f9a9a5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280c18f2-df08-4a5c-a1cc-01a91c5d3cfb', 'code': 200} Jul 18 10:31:26.132881 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-51cf880d-2bdf-4780-a3fe-1b043c70e9ad admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1106076287-network', 'tenant_id': 'f62ef510c8484995a2f31f29104f399f'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:31:26.164985 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cf880d-2bdf-4780-a3fe-1b043c70e9ad admin admin] Made reservation on behalf of f62ef510c8484995a2f31f29104f399f for: {'network': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:31:26.168229 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-51cf880d-2bdf-4780-a3fe-1b043c70e9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for network (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:26.177695 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-51cf880d-2bdf-4780-a3fe-1b043c70e9ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:26.293016 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-51cf880d-2bdf-4780-a3fe-1b043c70e9ad admin admin] Publish callbacks [] for security_group (6af673d1-11b4-46b0-aabe-69223a670b95), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:26.304934 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-51cf880d-2bdf-4780-a3fe-1b043c70e9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (6af673d1-11b4-46b0-aabe-69223a670b95), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:26.323355 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d3e6f-f610-40f1-b489-9fcb6dc941f7 req-0b906c0e-d228-45c9-a5ca-d1c1b7b34358 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:26.324887 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-cf6d3e6f-f610-40f1-b489-9fcb6dc941f7 req-0b906c0e-d228-45c9-a5ca-d1c1b7b34358 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0775933 Jul 18 10:31:26.330553 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:26.337411 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51cf880d-2bdf-4780-a3fe-1b043c70e9ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=103899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:31:26.368629 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf880d-2bdf-4780-a3fe-1b043c70e9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af673d1-11b4-46b0-aabe-69223a670b95,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:26.378518 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-51cf880d-2bdf-4780-a3fe-1b043c70e9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (5932e4fd-a9c3-4211-a2f3-287684c7db3d), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:26.378842 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.db.segments_db [None req-51cf880d-2bdf-4780-a3fe-1b043c70e9ad admin admin] Added segment 5932e4fd-a9c3-4211-a2f3-287684c7db3d of type vlan for network 2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c Jul 18 10:31:26.443479 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-51cf880d-2bdf-4780-a3fe-1b043c70e9ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756233730353'] for network (2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:26.463504 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-cf6d3e6f-f610-40f1-b489-9fcb6dc941f7 req-16fcda67-6ce7-4abd-8441-dc416fc1c273 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237974 Jul 18 10:31:26.701193 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.db.resource_extend [None req-51cf880d-2bdf-4780-a3fe-1b043c70e9ad admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 18 10:31:26.757857 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2878adb-7b29-4a63-b0b5-0e8e1c052124 req-a49526a1-6ef4-4c05-8528-e6ea52d9bca6 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:26.759382 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f2878adb-7b29-4a63-b0b5-0e8e1c052124 req-a49526a1-6ef4-4c05-8528-e6ea52d9bca6 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 945 time: 0.3131971 Jul 18 10:31:26.762583 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-51cf880d-2bdf-4780-a3fe-1b043c70e9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580'] for network (2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:26.763513 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cf880d-2bdf-4780-a3fe-1b043c70e9ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:26.764073 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-51cf880d-2bdf-4780-a3fe-1b043c70e9ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:26.799182 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a93b0-5fab-40e0-86c7-60846f9d4639 req-43f082c8-4185-44f7-b071-84b8e22af83c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:26.800686 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-cb5a93b0-5fab-40e0-86c7-60846f9d4639 req-43f082c8-4185-44f7-b071-84b8e22af83c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.1013026 Jul 18 10:31:26.876837 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-51cf880d-2bdf-4780-a3fe-1b043c70e9ad admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.8408821 Jul 18 10:31:26.879651 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 33262) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:31:26.884884 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-f2ab3385-87e6-43b3-9d92-2825308d89a0 admin admin] Request body: {'subnet': {'network_id': '2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1106076287-subnet', 'tenant_id': 'f62ef510c8484995a2f31f29104f399f', 'ip_version': 4}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:31:26.893230 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf880d-2bdf-4780-a3fe-1b043c70e9ad admin admin] Pushing event updated for resources: {'Network': ['ID=2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:26.905700 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Network 2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c details requested by agent ovs-agent-dv-cinder-837546-3-iscsi with host dv-cinder-837546-3-iscsi {{(pid=103900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:31:26.909271 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ab3385-87e6-43b3-9d92-2825308d89a0 admin admin] Made reservation on behalf of f62ef510c8484995a2f31f29104f399f for: {'subnet': 1} {{(pid=103898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:31:26.918171 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f2ab3385-87e6-43b3-9d92-2825308d89a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260973226'] for subnet (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:26.927621 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f2878adb-7b29-4a63-b0b5-0e8e1c052124 req-56143a63-9d61-40be-8026-68c27b94e55a tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=db7f8e57-b261-422c-8afb-949630b83485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610239 Jul 18 10:31:26.937451 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-cb5a93b0-5fab-40e0-86c7-60846f9d4639 req-793d9a76-817a-4466-93d6-06f7cb53a22a tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208787 Jul 18 10:31:27.113691 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f2ab3385-87e6-43b3-9d92-2825308d89a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260947695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260973236'] for subnet (55548d87-fc3b-4ac4-be60-cb359f31d5e1), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:27.182865 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab3385-87e6-43b3-9d92-2825308d89a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55548d87-fc3b-4ac4-be60-cb359f31d5e1,revision_number=0']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:27.190631 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ab3385-87e6-43b3-9d92-2825308d89a0 admin admin] Checking segment: {'id': '5932e4fd-a9c3-4211-a2f3-287684c7db3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:31:27.190991 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ab3385-87e6-43b3-9d92-2825308d89a0 admin admin] Network hostable DHCP agents. Network: 2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c, hostable agents: ['fa8f3552-6db4-4084-80f3-0029642e69db'], hosted agents: [] {{(pid=103898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:31:27.210897 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ab3385-87e6-43b3-9d92-2825308d89a0 admin admin] Network 2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c is scheduled to be hosted by DHCP agent fa8f3552-6db4-4084-80f3-0029642e69db with binding_index 1 {{(pid=103898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:31:27.221297 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-f2ab3385-87e6-43b3-9d92-2825308d89a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-3-iscsi, 2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c) {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:31:27.225541 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ab3385-87e6-43b3-9d92-2825308d89a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:27.226136 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f2ab3385-87e6-43b3-9d92-2825308d89a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:27.236203 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5de00d-d88e-4566-93b9-31bafeec07bb None None] Network 2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:31:27.244842 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-f2ab3385-87e6-43b3-9d92-2825308d89a0 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3638930 Jul 18 10:31:27.247457 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 33274) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:31:27.253704 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-726ee923-dbdc-4d47-bf8b-30352b953e44 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1106076287-router', 'tenant_id': 'f62ef510c8484995a2f31f29104f399f', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:31:27.280358 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-726ee923-dbdc-4d47-bf8b-30352b953e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-659929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1453'] for router (a1818021-02af-4646-961e-e84db20a1250), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:27.281831 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-726ee923-dbdc-4d47-bf8b-30352b953e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1434'] for router (a1818021-02af-4646-961e-e84db20a1250), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:27.340254 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-726ee923-dbdc-4d47-bf8b-30352b953e44 admin admin] Publish callbacks [] for router_controller (a1818021-02af-4646-961e-e84db20a1250), precommit_add_association {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:27.360787 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28ceff5-00bb-4fe4-baa0-a077aa3cb315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69b35a5f-4d22-5468-adcd-c56b599b10b8-2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c', 'network_id': '2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c', 'project_id': 'f62ef510c8484995a2f31f29104f399f', 'fixed_ips': [{'subnet_id': '55548d87-fc3b-4ac4-be60-cb359f31d5e1'}]}} from dv-cinder-837546-3-iscsi. {{(pid=103900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 10:31:27.362059 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b28ceff5-00bb-4fe4-baa0-a077aa3cb315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:27.372212 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:27.493424 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-726ee923-dbdc-4d47-bf8b-30352b953e44 admin admin] Publish callbacks [] for router_gateway (a1818021-02af-4646-961e-e84db20a1250), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:27.514127 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [None req-b28ceff5-00bb-4fe4-baa0-a077aa3cb315 None None] Allocated IP 172.20.0.2 (2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c/55548d87-fc3b-4ac4-be60-cb359f31d5e1/a15736cc-a1e4-4acc-973d-7c0bf271ad50) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:31:27.613003 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095a30b-560a-414b-baef-047c63ed671c req-77b895ce-4241-4d4f-8521-40308dbb524d tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:27.615648 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4095a30b-560a-414b-baef-047c63ed671c req-77b895ce-4241-4d4f-8521-40308dbb524d tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0737407 Jul 18 10:31:27.666235 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:27.666235 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:27.738713 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-726ee923-dbdc-4d47-bf8b-30352b953e44 admin admin] Publish callbacks [] for router_gateway (a1818021-02af-4646-961e-e84db20a1250), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:27.741640 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4095a30b-560a-414b-baef-047c63ed671c req-3259d52f-6228-47e2-82e6-b828460c249c tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170611 Jul 18 10:31:27.766369 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-726ee923-dbdc-4d47-bf8b-30352b953e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:27.852568 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b28ceff5-00bb-4fe4-baa0-a077aa3cb315 None None] Publish callbacks [] for port (a15736cc-a1e4-4acc-973d-7c0bf271ad50), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:27.867700 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b28ceff5-00bb-4fe4-baa0-a077aa3cb315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598'] for port (a15736cc-a1e4-4acc-973d-7c0bf271ad50), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:27.928238 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28ceff5-00bb-4fe4-baa0-a077aa3cb315 None None] Network 2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:31:27.935013 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-b28ceff5-00bb-4fe4-baa0-a077aa3cb315 None None] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:31:27.941585 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28ceff5-00bb-4fe4-baa0-a077aa3cb315 None None] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:31:27.947564 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-726ee923-dbdc-4d47-bf8b-30352b953e44 admin admin] Allocated IP 172.27.3.110 (ab707614-a8a6-4503-81fa-3cf63d34938b/a666abde-39cf-4361-a6f5-7885f7528b36/e43cf630-e140-4ec3-8212-daa93bab66e6) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:31:27.957329 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ceff5-00bb-4fe4-baa0-a077aa3cb315 None None] Pushing event updated for resources: {'Port': ['ID=a15736cc-a1e4-4acc-973d-7c0bf271ad50,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:28.032678 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-b28ceff5-00bb-4fe4-baa0-a077aa3cb315 None None] Attempting to bind port a15736cc-a1e4-4acc-973d-7c0bf271ad50 on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:31:28.033288 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-b28ceff5-00bb-4fe4-baa0-a077aa3cb315 None None] Attempting to bind port a15736cc-a1e4-4acc-973d-7c0bf271ad50 by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': '5932e4fd-a9c3-4211-a2f3-287684c7db3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:31:28.033804 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28ceff5-00bb-4fe4-baa0-a077aa3cb315 None None] Attempting to bind port a15736cc-a1e4-4acc-973d-7c0bf271ad50 on network 2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:31:28.034464 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:28.042079 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28ceff5-00bb-4fe4-baa0-a077aa3cb315 None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:31:28.042783 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28ceff5-00bb-4fe4-baa0-a077aa3cb315 None None] Checking segment: {'id': '5932e4fd-a9c3-4211-a2f3-287684c7db3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:31:28.042978 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b28ceff5-00bb-4fe4-baa0-a077aa3cb315 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:28.043546 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28ceff5-00bb-4fe4-baa0-a077aa3cb315 None None] Bound using segment: {'id': '5932e4fd-a9c3-4211-a2f3-287684c7db3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:31:28.044164 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-b28ceff5-00bb-4fe4-baa0-a077aa3cb315 None None] Bound port: a15736cc-a1e4-4acc-973d-7c0bf271ad50, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5932e4fd-a9c3-4211-a2f3-287684c7db3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:31:28.044882 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b28ceff5-00bb-4fe4-baa0-a077aa3cb315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (a15736cc-a1e4-4acc-973d-7c0bf271ad50), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:28.101514 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-726ee923-dbdc-4d47-bf8b-30352b953e44 admin admin] Publish callbacks [] for port (e43cf630-e140-4ec3-8212-daa93bab66e6), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:28.116311 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd1495-be4e-44a3-a31a-0fcf51614ea6 req-09a21acb-cfbb-4f0e-9e96-83f77ed4096d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:28.117857 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b2dd1495-be4e-44a3-a31a-0fcf51614ea6 req-09a21acb-cfbb-4f0e-9e96-83f77ed4096d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 1129 time: 0.1332188 Jul 18 10:31:28.125789 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-b28ceff5-00bb-4fe4-baa0-a077aa3cb315 None None] For port a15736cc-a1e4-4acc-973d-7c0bf271ad50, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:31:28.130829 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-b28ceff5-00bb-4fe4-baa0-a077aa3cb315 None None] For port a15736cc-a1e4-4acc-973d-7c0bf271ad50, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=a15736cc-a1e4-4acc-973d-7c0bf271ad50,segment=NetworkSegment(5932e4fd-a9c3-4211-a2f3-287684c7db3d),segment_id=5932e4fd-a9c3-4211-a2f3-287684c7db3d)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:31:28.139831 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b28ceff5-00bb-4fe4-baa0-a077aa3cb315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (a15736cc-a1e4-4acc-973d-7c0bf271ad50), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:28.145279 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-726ee923-dbdc-4d47-bf8b-30352b953e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (e43cf630-e140-4ec3-8212-daa93bab66e6), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:28.146948 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67cc43-0b72-4f18-b081-c89641054043 req-c4e4fe1d-8fe0-448a-851c-52d7412bb3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:28.148466 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5f67cc43-0b72-4f18-b081-c89641054043 req-c4e4fe1d-8fe0-448a-851c-52d7412bb3a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6e487deb7ff45bdbf2cc002d42d12a5&device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 1129 time: 0.1263504 Jul 18 10:31:28.159566 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baab55a-6689-4975-95c4-3530f6838a9f req-6c8b5e74-a5f6-47b5-93d4-93fc5379c557 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:28.161224 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-7baab55a-6689-4975-95c4-3530f6838a9f req-6c8b5e74-a5f6-47b5-93d4-93fc5379c557 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 945 time: 0.1279376 Jul 18 10:31:28.168349 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679a25c-a328-4d14-b79c-83c14feac101 req-600f026c-0f5e-41d6-a5bb-791e99246aa9 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:28.170553 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d679a25c-a328-4d14-b79c-83c14feac101 req-600f026c-0f5e-41d6-a5bb-791e99246aa9 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.1460927 Jul 18 10:31:28.184275 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:28.210434 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726ee923-dbdc-4d47-bf8b-30352b953e44 admin admin] Network ab707614-a8a6-4503-81fa-3cf63d34938b is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:31:28.217046 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-726ee923-dbdc-4d47-bf8b-30352b953e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:31:28.222390 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726ee923-dbdc-4d47-bf8b-30352b953e44 admin admin] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:31:28.238690 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ceff5-00bb-4fe4-baa0-a077aa3cb315 None None] Pushing event updated for resources: {'Port': ['ID=a15736cc-a1e4-4acc-973d-7c0bf271ad50,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:28.258186 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ee923-dbdc-4d47-bf8b-30352b953e44 admin admin] Pushing event updated for resources: {'Port': ['ID=e43cf630-e140-4ec3-8212-daa93bab66e6,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:28.268722 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-7baab55a-6689-4975-95c4-3530f6838a9f req-da48b42b-87f6-4e02-bee9-1db9589168c2 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=db7f8e57-b261-422c-8afb-949630b83485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976558 Jul 18 10:31:28.294875 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d679a25c-a328-4d14-b79c-83c14feac101 req-1aaa4ac2-3e4d-4f33-b119-fab21690f535 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799284 Jul 18 10:31:28.518987 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-726ee923-dbdc-4d47-bf8b-30352b953e44 admin admin] Publish callbacks [] for router_gateway (a1818021-02af-4646-961e-e84db20a1250), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:28.643444 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device a15736cc-a1e4-4acc-973d-7c0bf271ad50 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:31:28.706820 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port a15736cc-a1e4-4acc-973d-7c0bf271ad50 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:31:28.707248 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (a15736cc-a1e4-4acc-973d-7c0bf271ad50), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:28.740211 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:28.744840 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-726ee923-dbdc-4d47-bf8b-30352b953e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780286'] for router (a1818021-02af-4646-961e-e84db20a1250), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:28.798423 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:28.806100 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port a15736cc-a1e4-4acc-973d-7c0bf271ad50 is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:31:28.806623 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (a15736cc-a1e4-4acc-973d-7c0bf271ad50), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:28.814122 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b2dd1495-be4e-44a3-a31a-0fcf51614ea6 req-60964079-7291-43ac-a548-b82698ef9f5d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509116 Jul 18 10:31:28.859258 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] For port a15736cc-a1e4-4acc-973d-7c0bf271ad50, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=a15736cc-a1e4-4acc-973d-7c0bf271ad50,segment=NetworkSegment(5932e4fd-a9c3-4211-a2f3-287684c7db3d),segment_id=5932e4fd-a9c3-4211-a2f3-287684c7db3d)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:31:28.861384 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:28.863829 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67cc43-0b72-4f18-b081-c89641054043 req-83b0b184-5a38-474e-9c74-9fedf5cb752e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:28.865662 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5f67cc43-0b72-4f18-b081-c89641054043 req-83b0b184-5a38-474e-9c74-9fedf5cb752e service neutron] 10.222.0.30 "GET /v2.0/networks?id=4fd50c95-7888-4b58-b176-0e3d534d461f HTTP/1.1" status: 200 len: 911 time: 0.2012749 Jul 18 10:31:28.866757 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (a15736cc-a1e4-4acc-973d-7c0bf271ad50), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:28.920897 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1a0e7-ed7c-4d8e-9725-035f10f863bf req-51c7e064-a2a6-4d76-8526-c682b079bf45 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:28.922395 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-67e1a0e7-ed7c-4d8e-9725-035f10f863bf req-51c7e064-a2a6-4d76-8526-c682b079bf45 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0765932 Jul 18 10:31:28.930793 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726ee923-dbdc-4d47-bf8b-30352b953e44 admin admin] Router a1818021-02af-4646-961e-e84db20a1250 is scheduled to L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c with binding_index 1 {{(pid=103898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 10:31:28.941867 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Pushing event updated for resources: {'Port': ['ID=a15736cc-a1e4-4acc-973d-7c0bf271ad50,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:29.011687 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-67e1a0e7-ed7c-4d8e-9725-035f10f863bf req-e5d47811-8f0b-483b-8eef-f9a0575263ab tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795391 Jul 18 10:31:29.080155 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726ee923-dbdc-4d47-bf8b-30352b953e44 admin admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:31:29.091667 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ea2d0-6b69-4f10-9cdd-63a77ecac6b3 None None] Sync routers for ids ['a1818021-02af-4646-961e-e84db20a1250'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:31:29.107124 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42ea2d0-6b69-4f10-9cdd-63a77ecac6b3 None None] Routers {'a1818021-02af-4646-961e-e84db20a1250'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:31:29.108235 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-c42ea2d0-6b69-4f10-9cdd-63a77ecac6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:31:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['a1818021-02af-4646-961e-e84db20a1250'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:31:29.112322 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:29.124839 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-726ee923-dbdc-4d47-bf8b-30352b953e44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:29.124839 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-726ee923-dbdc-4d47-bf8b-30352b953e44 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8724542 Jul 18 10:31:29.127934 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 33314) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:31:29.146715 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5f67cc43-0b72-4f18-b081-c89641054043 req-db4e93b9-2f83-477a-9f1e-b5f83cad2a02 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2be9cb89-71c6-44bf-b559-2446d61bca60 HTTP/1.1" status: 200 len: 1001 time: 0.0900285 Jul 18 10:31:29.226636 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67cc43-0b72-4f18-b081-c89641054043 req-9c95ae22-52b6-474f-ba14-ff97e527c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:29.228694 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5f67cc43-0b72-4f18-b081-c89641054043 req-9c95ae22-52b6-474f-ba14-ff97e527c69f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6a7b9bf8-c0da-4f73-9742-17e8876165f7 HTTP/1.1" status: 200 len: 849 time: 0.0721295 Jul 18 10:31:29.253718 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-c42ea2d0-6b69-4f10-9cdd-63a77ecac6b3 None None] Set router a1818021-02af-4646-961e-e84db20a1250 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:31:29.311100 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67cc43-0b72-4f18-b081-c89641054043 req-c8b76029-ec63-4f2a-8dbb-0805bd3dbfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:29.315074 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5f67cc43-0b72-4f18-b081-c89641054043 req-c8b76029-ec63-4f2a-8dbb-0805bd3dbfae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4fd50c95-7888-4b58-b176-0e3d534d461f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0784407 Jul 18 10:31:29.357968 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506240ac-a6db-4319-bfc2-984d7103675a None None] Network 2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:31:29.444543 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-3ad3f138-2914-46f6-96b1-49fc95d6241d None None] Provisioning complete for port a15736cc-a1e4-4acc-973d-7c0bf271ad50 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:31:29.445957 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3ad3f138-2914-46f6-96b1-49fc95d6241d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (a15736cc-a1e4-4acc-973d-7c0bf271ad50), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:29.457672 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be83b57-65fe-4fa7-bcf8-c58d261ffa7a req-34f38928-7feb-436a-8815-548497685d63 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:29.459198 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0be83b57-65fe-4fa7-bcf8-c58d261ffa7a req-34f38928-7feb-436a-8815-548497685d63 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 945 time: 0.0877960 Jul 18 10:31:29.467692 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963af44-b014-42ad-9431-25975e5d1ba5 req-a7bcf876-23b9-4224-8e54-07b3aa557257 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:29.474940 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e963af44-b014-42ad-9431-25975e5d1ba5 req-a7bcf876-23b9-4224-8e54-07b3aa557257 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0886459 Jul 18 10:31:29.550811 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e963af44-b014-42ad-9431-25975e5d1ba5 req-5c6913d5-287d-41c7-85c0-d9ab4d5d06f5 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750008 Jul 18 10:31:29.554064 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0be83b57-65fe-4fa7-bcf8-c58d261ffa7a req-50cecb61-a171-4ec8-a7b5-91022a4802f1 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=db7f8e57-b261-422c-8afb-949630b83485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770240 Jul 18 10:31:29.672261 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-c42ea2d0-6b69-4f10-9cdd-63a77ecac6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1818021-02af-4646-961e-e84db20a1250', 'name': 'tempest-TestMinimumBasicScenario-1106076287-router', 'tenant_id': 'f62ef510c8484995a2f31f29104f399f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e43cf630-e140-4ec3-8212-daa93bab66e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:31:27Z', 'updated_at': '2022-07-18T10:31:28Z', 'revision_number': 3, 'project_id': 'f62ef510c8484995a2f31f29104f399f', 'gw_port': {'id': 'e43cf630-e140-4ec3-8212-daa93bab66e6', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1818021-02af-4646-961e-e84db20a1250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:31:27Z', 'updated_at': '2022-07-18T10:31:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi'}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:31:29.677447 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-3ad3f138-2914-46f6-96b1-49fc95d6241d None None] Current status of the port a15736cc-a1e4-4acc-973d-7c0bf271ad50 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:31:29.684167 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b9434-c19f-448b-9402-9120058a9cc1 req-e423dd85-fbac-45ff-85f6-21cfd83bf9d4 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:29.685780 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-559b9434-c19f-448b-9402-9120058a9cc1 req-e423dd85-fbac-45ff-85f6-21cfd83bf9d4 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 945 time: 0.0572696 Jul 18 10:31:29.696187 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 33322) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:31:29.701499 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-81d0dba6-da57-4038-8071-fd99e0c649d0 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Request body: {'floatingip': {'port_id': '45d07fc3-9cad-4182-885d-f3a4c1ec9917'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:31:29.702880 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ea2d0-6b69-4f10-9cdd-63a77ecac6b3 None None] Checking router: a1818021-02af-4646-961e-e84db20a1250 for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:31:29.703234 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ea2d0-6b69-4f10-9cdd-63a77ecac6b3 None None] Updating router a1818021-02af-4646-961e-e84db20a1250 port e43cf630-e140-4ec3-8212-daa93bab66e6 binding host dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:31:29.734413 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c42ea2d0-6b69-4f10-9cdd-63a77ecac6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (e43cf630-e140-4ec3-8212-daa93bab66e6), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:29.771127 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:29.776277 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-81d0dba6-da57-4038-8071-fd99e0c649d0 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for floatingip (61485b40-6cb8-4293-baac-2634d7fdafab), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:29.816822 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5f67cc43-0b72-4f18-b081-c89641054043 req-1d5cc70d-e95d-45da-834c-1bd3df402056 service neutron] 10.222.0.30 "GET /v2.0/networks/4fd50c95-7888-4b58-b176-0e3d534d461f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148145 Jul 18 10:31:29.920353 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-7c9519a1-6f63-42a5-a512-fab8b515d4ee None None] Provisioning complete for port a15736cc-a1e4-4acc-973d-7c0bf271ad50 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:31:29.920745 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-7c9519a1-6f63-42a5-a512-fab8b515d4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (a15736cc-a1e4-4acc-973d-7c0bf271ad50), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:29.946338 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5f67cc43-0b72-4f18-b081-c89641054043 req-2ed72965-84a0-4ac3-9c60-d6b9788880fe service neutron] 10.222.0.30 "GET /v2.0/networks/4fd50c95-7888-4b58-b176-0e3d534d461f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084750 Jul 18 10:31:29.977333 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6a8961f0-990d-4834-ad33-7e71106ae1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:29.992682 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:30.074028 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-7c9519a1-6f63-42a5-a512-fab8b515d4ee None None] Current status of the port a15736cc-a1e4-4acc-973d-7c0bf271ad50 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:31:30.130241 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:30.160088 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c42ea2d0-6b69-4f10-9cdd-63a77ecac6b3 None None] Publish callbacks [] for port (e43cf630-e140-4ec3-8212-daa93bab66e6), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:30.171580 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c42ea2d0-6b69-4f10-9cdd-63a77ecac6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (e43cf630-e140-4ec3-8212-daa93bab66e6), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:30.208803 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ba5bd-498b-44a8-b9fe-6c5df3d120b2 req-75645438-98cb-4593-ad72-03263d1178e9 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:30.210594 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-da6ba5bd-498b-44a8-b9fe-6c5df3d120b2 req-75645438-98cb-4593-ad72-03263d1178e9 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0899675 Jul 18 10:31:30.257069 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-c42ea2d0-6b69-4f10-9cdd-63a77ecac6b3 None None] Attempting to bind port e43cf630-e140-4ec3-8212-daa93bab66e6 on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:31:30.257601 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-c42ea2d0-6b69-4f10-9cdd-63a77ecac6b3 None None] Attempting to bind port e43cf630-e140-4ec3-8212-daa93bab66e6 by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:31:30.257971 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ea2d0-6b69-4f10-9cdd-63a77ecac6b3 None None] Attempting to bind port e43cf630-e140-4ec3-8212-daa93bab66e6 on network ab707614-a8a6-4503-81fa-3cf63d34938b {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:31:30.271410 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d9302-6961-449f-9402-c77ea9caab9e None None] Pushing event updated for resources: {'Port': ['ID=e43cf630-e140-4ec3-8212-daa93bab66e6,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:30.287287 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ea2d0-6b69-4f10-9cdd-63a77ecac6b3 None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:31:30.287761 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ea2d0-6b69-4f10-9cdd-63a77ecac6b3 None None] Checking segment: {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:31:30.288167 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c42ea2d0-6b69-4f10-9cdd-63a77ecac6b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:30.288589 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ea2d0-6b69-4f10-9cdd-63a77ecac6b3 None None] Bound using segment: {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:31:30.289067 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-c42ea2d0-6b69-4f10-9cdd-63a77ecac6b3 None None] Bound port: e43cf630-e140-4ec3-8212-daa93bab66e6, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:31:30.289451 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c42ea2d0-6b69-4f10-9cdd-63a77ecac6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (e43cf630-e140-4ec3-8212-daa93bab66e6), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:30.293139 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-da6ba5bd-498b-44a8-b9fe-6c5df3d120b2 req-dc09755c-3fd8-4cbd-a341-196a86a1ad5f tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713084 Jul 18 10:31:30.338343 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-6a8961f0-990d-4834-ad33-7e71106ae1df admin admin] Allocated IP 172.20.0.1 (2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c/55548d87-fc3b-4ac4-be60-cb359f31d5e1/7dcdc7fc-0742-43cf-93f7-48fbb085c1d7) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:31:30.342030 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:30.355355 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-c42ea2d0-6b69-4f10-9cdd-63a77ecac6b3 None None] For port e43cf630-e140-4ec3-8212-daa93bab66e6, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:31:30.358559 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-c42ea2d0-6b69-4f10-9cdd-63a77ecac6b3 None None] For port e43cf630-e140-4ec3-8212-daa93bab66e6, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=e43cf630-e140-4ec3-8212-daa93bab66e6,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:31:30.366571 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c42ea2d0-6b69-4f10-9cdd-63a77ecac6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (e43cf630-e140-4ec3-8212-daa93bab66e6), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:30.420672 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42ea2d0-6b69-4f10-9cdd-63a77ecac6b3 None None] Routers {'a1818021-02af-4646-961e-e84db20a1250'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:31:30.421276 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-c42ea2d0-6b69-4f10-9cdd-63a77ecac6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:31:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['a1818021-02af-4646-961e-e84db20a1250'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:31:30.469278 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d9302-6961-449f-9402-c77ea9caab9e None None] Pushing event updated for resources: {'Port': ['ID=e43cf630-e140-4ec3-8212-daa93bab66e6,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:30.521775 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-81d0dba6-da57-4038-8071-fd99e0c649d0 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:30.528913 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-81d0dba6-da57-4038-8071-fd99e0c649d0 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780340'] for floatingip (61485b40-6cb8-4293-baac-2634d7fdafab), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:30.577824 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6a8961f0-990d-4834-ad33-7e71106ae1df admin admin] Publish callbacks [] for port (7dcdc7fc-0742-43cf-93f7-48fbb085c1d7), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:30.669349 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.db.l3_db [None req-81d0dba6-da57-4038-8071-fd99e0c649d0 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Floating IP 61485b40-6cb8-4293-baac-2634d7fdafab associated. External IP: 172.27.3.253, port: 45d07fc3-9cad-4182-885d-f3a4c1ec9917. Jul 18 10:31:30.678510 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device a15736cc-a1e4-4acc-973d-7c0bf271ad50 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:31:30.705948 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6a8961f0-990d-4834-ad33-7e71106ae1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (7dcdc7fc-0742-43cf-93f7-48fbb085c1d7), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:30.725107 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-c42ea2d0-6b69-4f10-9cdd-63a77ecac6b3 None None] Set router a1818021-02af-4646-961e-e84db20a1250 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:31:30.734253 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fba5b-ef09-47a9-8b79-3fcc66a0b8b1 req-c67a3ceb-61fc-4ee4-afff-e8e0416ce8e0 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:30.735876 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f84fba5b-ef09-47a9-8b79-3fcc66a0b8b1 req-c67a3ceb-61fc-4ee4-afff-e8e0416ce8e0 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0544271 Jul 18 10:31:30.755708 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:30.781052 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8961f0-990d-4834-ad33-7e71106ae1df admin admin] Network 2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:31:30.788400 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f84fba5b-ef09-47a9-8b79-3fcc66a0b8b1 req-cbdcc2f3-ab48-494f-97e9-d64089bea970 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463464 Jul 18 10:31:30.794157 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-6a8961f0-990d-4834-ad33-7e71106ae1df admin admin] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:31:30.797869 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8961f0-990d-4834-ad33-7e71106ae1df admin admin] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:31:30.800043 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8961f0-990d-4834-ad33-7e71106ae1df admin admin] Pushing event updated for resources: {'Port': ['ID=7dcdc7fc-0742-43cf-93f7-48fbb085c1d7,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:30.816173 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port a15736cc-a1e4-4acc-973d-7c0bf271ad50 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:31:30.816585 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (a15736cc-a1e4-4acc-973d-7c0bf271ad50), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:30.835809 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:30.859961 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6a8961f0-990d-4834-ad33-7e71106ae1df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783477'] for router_interface (a1818021-02af-4646-961e-e84db20a1250), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:30.927950 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:30.991981 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port a15736cc-a1e4-4acc-973d-7c0bf271ad50 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:31:31.002311 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-c42ea2d0-6b69-4f10-9cdd-63a77ecac6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1818021-02af-4646-961e-e84db20a1250', 'name': 'tempest-TestMinimumBasicScenario-1106076287-router', 'tenant_id': 'f62ef510c8484995a2f31f29104f399f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e43cf630-e140-4ec3-8212-daa93bab66e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:31:27Z', 'updated_at': '2022-07-18T10:31:28Z', 'revision_number': 3, 'project_id': 'f62ef510c8484995a2f31f29104f399f', 'gw_port': {'id': 'e43cf630-e140-4ec3-8212-daa93bab66e6', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1818021-02af-4646-961e-e84db20a1250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:31:27Z', 'updated_at': '2022-07-18T10:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi'}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:31:31.040098 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ea2d0-6b69-4f10-9cdd-63a77ecac6b3 None None] The sync data for ids ['a1818021-02af-4646-961e-e84db20a1250'] in dv-cinder-837546-3-iscsi is: [{'id': 'a1818021-02af-4646-961e-e84db20a1250', 'name': 'tempest-TestMinimumBasicScenario-1106076287-router', 'tenant_id': 'f62ef510c8484995a2f31f29104f399f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e43cf630-e140-4ec3-8212-daa93bab66e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:31:27Z', 'updated_at': '2022-07-18T10:31:28Z', 'revision_number': 3, 'project_id': 'f62ef510c8484995a2f31f29104f399f', 'gw_port': {'id': 'e43cf630-e140-4ec3-8212-daa93bab66e6', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1818021-02af-4646-961e-e84db20a1250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:31:27Z', 'updated_at': '2022-07-18T10:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi'}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:31:31.048617 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-2504851d-208a-42a4-a42a-a333d2e0b886 None None] Provisioning complete for port 7dcdc7fc-0742-43cf-93f7-48fbb085c1d7 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:31:31.048953 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2504851d-208a-42a4-a42a-a333d2e0b886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (7dcdc7fc-0742-43cf-93f7-48fbb085c1d7), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:31.090487 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-2504851d-208a-42a4-a42a-a333d2e0b886 None None] Port 7dcdc7fc-0742-43cf-93f7-48fbb085c1d7 cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:31:31.201501 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:31.272494 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d0dba6-da57-4038-8071-fd99e0c649d0 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Router 2d9a0d12-2331-4e5f-9d38-b53462247d9a has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:31:31.317030 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6a8961f0-990d-4834-ad33-7e71106ae1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (7dcdc7fc-0742-43cf-93f7-48fbb085c1d7), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:31.430243 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428aeb7-9560-4f3b-9a4e-e061b0d39f68 req-94a57410-614c-4309-8a0c-b488c1a074f0 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:31.439745 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4428aeb7-9560-4f3b-9a4e-e061b0d39f68 req-94a57410-614c-4309-8a0c-b488c1a074f0 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0618196 Jul 18 10:31:31.498831 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4428aeb7-9560-4f3b-9a4e-e061b0d39f68 req-ed7844be-0614-48e3-8299-cb039154e7a0 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576453 Jul 18 10:31:31.505924 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d0dba6-da57-4038-8071-fd99e0c649d0 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:31:31.511774 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-81d0dba6-da57-4038-8071-fd99e0c649d0 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:31.520165 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a77de0-3536-4da7-930c-336857ffca85 None None] Sync routers for ids ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'] in dv-cinder-837546-3-iscsi {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:31:31.531363 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a77de0-3536-4da7-930c-336857ffca85 None None] Routers {'2d9a0d12-2331-4e5f-9d38-b53462247d9a'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:31:31.533917 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-d0a77de0-3536-4da7-930c-336857ffca85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:31:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:31:31.597841 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-81d0dba6-da57-4038-8071-fd99e0c649d0 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "PUT /v2.0/floatingips/61485b40-6cb8-4293-baac-2634d7fdafab HTTP/1.1" status: 200 len: 991 time: 1.9003403 Jul 18 10:31:31.600187 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7', 'tag': '45d07fc3-9cad-4182-885d-f3a4c1ec9917'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:31:31.602935 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2832b55044fe50990e200b6537270594c6fb70ba3afc208291ee0353ea81870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed999b3-1a0e-407c-b7b6-2aae216df541" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7", "tag": "45d07fc3-9cad-4182-885d-f3a4c1ec9917"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:31:31.633492 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:31.640112 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823b76b-98ee-40c0-9cec-16563f8b3031 req-5b5a3098-eb7c-4b0f-b1a9-8c7a3f4720ba tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:31.642650 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c823b76b-98ee-40c0-9cec-16563f8b3031 req-5b5a3098-eb7c-4b0f-b1a9-8c7a3f4720ba tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0551558 Jul 18 10:31:31.651862 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 33360) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:31:31.659380 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6a8961f0-990d-4834-ad33-7e71106ae1df admin admin] Publish callbacks [] for port (7dcdc7fc-0742-43cf-93f7-48fbb085c1d7), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:31.663962 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-c86550bf-dfa8-4977-8b44-586225bc91d5 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Request body: {'floatingip': {'port_id': '280c18f2-df08-4a5c-a1cc-01a91c5d3cfb'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:31:31.667232 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6a8961f0-990d-4834-ad33-7e71106ae1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260947040'] for port (7dcdc7fc-0742-43cf-93f7-48fbb085c1d7), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:31.674725 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ce511a-908a-49dd-8a7e-0e9f1eff2b1f x-openstack-request-id: req-26ce511a-908a-49dd-8a7e-0e9f1eff2b1f {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:31:31.675163 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7", "tag": "45d07fc3-9cad-4182-885d-f3a4c1ec9917", "status": "completed", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:31:31.675422 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-26ce511a-908a-49dd-8a7e-0e9f1eff2b1f {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:31:31.675833 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26ce511a-908a-49dd-8a7e-0e9f1eff2b1f'] response: {'name': 'network-changed', 'server_uuid': '1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7', 'tag': '45d07fc3-9cad-4182-885d-f3a4c1ec9917', 'status': 'completed', 'code': 200} Jul 18 10:31:31.744668 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 33362) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:31:31.746877 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-d0a77de0-3536-4da7-930c-336857ffca85 None None] Set router 2d9a0d12-2331-4e5f-9d38-b53462247d9a gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:31:31.769667 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8961f0-990d-4834-ad33-7e71106ae1df admin admin] Pushing event updated for resources: {'Port': ['ID=7dcdc7fc-0742-43cf-93f7-48fbb085c1d7,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:31.777295 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-c86550bf-dfa8-4977-8b44-586225bc91d5 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks [] for floatingip (f30fc5c5-1e59-4b98-99bd-a127028defaa), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:31.777616 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6a8961f0-990d-4834-ad33-7e71106ae1df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-987694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-781581'] for router_interface (a1818021-02af-4646-961e-e84db20a1250), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:31.899147 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8961f0-990d-4834-ad33-7e71106ae1df admin admin] Network 2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:31:31.900828 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-6a8961f0-990d-4834-ad33-7e71106ae1df admin admin] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:31:31.912171 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:32.143184 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-d0a77de0-3536-4da7-930c-336857ffca85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'name': 'tempest-AttachVolumeNegativeTest-1979717538-router', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '55318072-cef0-4676-82c9-ee2867adafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 4, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'gw_port': {'id': '55318072-cef0-4676-82c9-ee2867adafd7', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '25a2eafe-6c68-49af-b475-01ff9207ffba', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'floating_ip_address': '172.27.3.107', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'port_id': 'f97d9284-09c3-4aa3-8f54-5bb526b9fe08', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'mac_address': 'fa:16:3e:ed:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db62c05e-28a8-4121-a6e5-8abb802f7a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:29:06Z', 'updated_at': '2022-07-18T10:29:49Z', 'revision_number': 2, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'fixed_ip_address_scope': None}, {'id': '61485b40-6cb8-4293-baac-2634d7fdafab', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'port_id': '45d07fc3-9cad-4182-885d-f3a4c1ec9917', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'mac_address': 'fa:16:3e:fa:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:30:56Z', 'updated_at': '2022-07-18T10:31:30Z', 'revision_number': 1, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1420ff7f-6c01-4735-aa6b-eee69bfd69e9', 'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'mac_address': 'fa:16:3e:ec:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:57Z', 'updated_at': '2022-07-18T10:29:07Z', 'revision_number': 5, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'subnets': [{'id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:31:32.160879 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-043a9f7f-b93f-44e2-9cbf-707365c8eba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:32.175944 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed999b3-1a0e-407c-b7b6-2aae216df541 req-9d018abe-5f62-4581-8191-fc90dcf0aa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:32.177672 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fed999b3-1a0e-407c-b7b6-2aae216df541 req-9d018abe-5f62-4581-8191-fc90dcf0aa9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cf3d5bfe9a745f38372c42c9cfa1f63&device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 1129 time: 0.2170203 Jul 18 10:31:32.189512 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf6082-1af8-4c96-9cc4-f22ac148b924 req-c3d10dfb-66ee-4926-9bd3-b5ccc60a7c17 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:32.195215 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-71cf6082-1af8-4c96-9cc4-f22ac148b924 req-c3d10dfb-66ee-4926-9bd3-b5ccc60a7c17 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.2291324 Jul 18 10:31:32.198319 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a77de0-3536-4da7-930c-336857ffca85 None None] Checking router: 2d9a0d12-2331-4e5f-9d38-b53462247d9a for host: dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:31:32.208646 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a77de0-3536-4da7-930c-336857ffca85 None None] Routers {'2d9a0d12-2331-4e5f-9d38-b53462247d9a'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:31:32.209639 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-d0a77de0-3536-4da7-930c-336857ffca85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:31:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:31:32.230545 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-beac3d37-2031-473c-85e1-daa817304ba0 None None] Provisioning complete for port 7dcdc7fc-0742-43cf-93f7-48fbb085c1d7 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:31:32.231142 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-beac3d37-2031-473c-85e1-daa817304ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (7dcdc7fc-0742-43cf-93f7-48fbb085c1d7), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:32.276236 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8961f0-990d-4834-ad33-7e71106ae1df admin admin] Router a1818021-02af-4646-961e-e84db20a1250 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:31:32.287640 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-beac3d37-2031-473c-85e1-daa817304ba0 None None] Port 7dcdc7fc-0742-43cf-93f7-48fbb085c1d7 cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:31:32.346799 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-d0a77de0-3536-4da7-930c-336857ffca85 None None] Set router 2d9a0d12-2331-4e5f-9d38-b53462247d9a gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:31:32.420825 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:32.493714 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-71cf6082-1af8-4c96-9cc4-f22ac148b924 req-90a785ad-17ff-4bc2-9e46-ea886c92813c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2974944 Jul 18 10:31:32.522130 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-043a9f7f-b93f-44e2-9cbf-707365c8eba7 admin admin] Publish callbacks [] for security_group (9494c111-c60e-42bf-9cc9-25bc533ba946), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:32.537175 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-043a9f7f-b93f-44e2-9cbf-707365c8eba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (9494c111-c60e-42bf-9cc9-25bc533ba946), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:32.569029 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8961f0-990d-4834-ad33-7e71106ae1df admin admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:31:32.596038 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-6a8961f0-990d-4834-ad33-7e71106ae1df admin admin] 10.222.0.33 "PUT /v2.0/routers/a1818021-02af-4646-961e-e84db20a1250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4669862 Jul 18 10:31:32.601884 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a9f7f-b93f-44e2-9cbf-707365c8eba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9494c111-c60e-42bf-9cc9-25bc533ba946,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:32.617591 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-043a9f7f-b93f-44e2-9cbf-707365c8eba7 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=4fff06a684454873a9e897d80705d456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8693931 Jul 18 10:31:32.620835 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 33380) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:31:32.703947 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ecb1e882-df1d-4ef4-b3e0-1db9576a6200 admin admin] Publish callbacks [] for security_group (9494c111-c60e-42bf-9cc9-25bc533ba946), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:32.735088 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ecb1e882-df1d-4ef4-b3e0-1db9576a6200 admin admin] Publish callbacks [] for security_group (9494c111-c60e-42bf-9cc9-25bc533ba946), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:32.791477 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed999b3-1a0e-407c-b7b6-2aae216df541 req-4a5e9f1e-7bf8-4200-be24-b2c7043de5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:32.793203 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fed999b3-1a0e-407c-b7b6-2aae216df541 req-4a5e9f1e-7bf8-4200-be24-b2c7043de5b6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 HTTP/1.1" status: 200 len: 916 time: 0.5876441 Jul 18 10:31:32.802910 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ecb1e882-df1d-4ef4-b3e0-1db9576a6200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (9494c111-c60e-42bf-9cc9-25bc533ba946), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:32.805472 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device e43cf630-e140-4ec3-8212-daa93bab66e6 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:31:32.805875 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ecb1e882-df1d-4ef4-b3e0-1db9576a6200 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:32.807391 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-ecb1e882-df1d-4ef4-b3e0-1db9576a6200 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9494c111-c60e-42bf-9cc9-25bc533ba946 HTTP/1.1" status: 204 len: 168 time: 0.1878881 Jul 18 10:31:32.820702 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1e882-df1d-4ef4-b3e0-1db9576a6200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9494c111-c60e-42bf-9cc9-25bc533ba946,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:32.831670 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-d0a77de0-3536-4da7-930c-336857ffca85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'name': 'tempest-AttachVolumeNegativeTest-1979717538-router', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '55318072-cef0-4676-82c9-ee2867adafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 4, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'gw_port': {'id': '55318072-cef0-4676-82c9-ee2867adafd7', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '25a2eafe-6c68-49af-b475-01ff9207ffba', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'floating_ip_address': '172.27.3.107', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'port_id': 'f97d9284-09c3-4aa3-8f54-5bb526b9fe08', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'mac_address': 'fa:16:3e:ed:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db62c05e-28a8-4121-a6e5-8abb802f7a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:29:06Z', 'updated_at': '2022-07-18T10:29:49Z', 'revision_number': 2, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'fixed_ip_address_scope': None}, {'id': '61485b40-6cb8-4293-baac-2634d7fdafab', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'port_id': '45d07fc3-9cad-4182-885d-f3a4c1ec9917', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'mac_address': 'fa:16:3e:fa:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:30:56Z', 'updated_at': '2022-07-18T10:31:30Z', 'revision_number': 1, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1420ff7f-6c01-4735-aa6b-eee69bfd69e9', 'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'mac_address': 'fa:16:3e:ec:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:57Z', 'updated_at': '2022-07-18T10:29:07Z', 'revision_number': 5, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'subnets': [{'id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:31:32.864269 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a77de0-3536-4da7-930c-336857ffca85 None None] The sync data for ids ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'] in dv-cinder-837546-3-iscsi is: [{'id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'name': 'tempest-AttachVolumeNegativeTest-1979717538-router', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '55318072-cef0-4676-82c9-ee2867adafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 4, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'gw_port': {'id': '55318072-cef0-4676-82c9-ee2867adafd7', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '25a2eafe-6c68-49af-b475-01ff9207ffba', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'floating_ip_address': '172.27.3.107', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'port_id': 'f97d9284-09c3-4aa3-8f54-5bb526b9fe08', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'mac_address': 'fa:16:3e:ed:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db62c05e-28a8-4121-a6e5-8abb802f7a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:29:06Z', 'updated_at': '2022-07-18T10:29:49Z', 'revision_number': 2, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'fixed_ip_address_scope': None}, {'id': '61485b40-6cb8-4293-baac-2634d7fdafab', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'port_id': '45d07fc3-9cad-4182-885d-f3a4c1ec9917', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'mac_address': 'fa:16:3e:fa:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:30:56Z', 'updated_at': '2022-07-18T10:31:30Z', 'revision_number': 1, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1420ff7f-6c01-4735-aa6b-eee69bfd69e9', 'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'mac_address': 'fa:16:3e:ec:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:57Z', 'updated_at': '2022-07-18T10:29:07Z', 'revision_number': 5, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'subnets': [{'id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:31:32.936421 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port e43cf630-e140-4ec3-8212-daa93bab66e6 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:31:32.937200 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (e43cf630-e140-4ec3-8212-daa93bab66e6), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:33.070809 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port e43cf630-e140-4ec3-8212-daa93bab66e6 is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:31:33.071945 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (e43cf630-e140-4ec3-8212-daa93bab66e6), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:33.101800 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] For port e43cf630-e140-4ec3-8212-daa93bab66e6, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=e43cf630-e140-4ec3-8212-daa93bab66e6,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:31:33.111519 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (e43cf630-e140-4ec3-8212-daa93bab66e6), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:33.117851 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:33.218807 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Pushing event updated for resources: {'Port': ['ID=e43cf630-e140-4ec3-8212-daa93bab66e6,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:33.269415 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f69d62-34a1-49ab-b849-51c2da9b5aeb None None] New status for floating IP 61485b40-6cb8-4293-baac-2634d7fdafab: ACTIVE {{(pid=103900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:31:33.357094 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fed999b3-1a0e-407c-b7b6-2aae216df541 req-79087020-cd4a-4715-ba77-8fa19c4c67d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45d07fc3-9cad-4182-885d-f3a4c1ec9917 HTTP/1.1" status: 200 len: 999 time: 0.5314884 Jul 18 10:31:33.451784 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed999b3-1a0e-407c-b7b6-2aae216df541 req-49db4666-aad7-4953-a70f-41afb36a433e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:33.453285 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fed999b3-1a0e-407c-b7b6-2aae216df541 req-49db4666-aad7-4953-a70f-41afb36a433e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4981e04-0b42-475d-8711-94b32dc6a81f HTTP/1.1" status: 200 len: 854 time: 0.0840380 Jul 18 10:31:33.455040 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.db.resource_extend [None req-c86550bf-dfa8-4977-8b44-586225bc91d5 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] It took 0.61 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 18 10:31:33.557083 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-c86550bf-dfa8-4977-8b44-586225bc91d5 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:33.580214 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-c86550bf-dfa8-4977-8b44-586225bc91d5 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780340'] for floatingip (f30fc5c5-1e59-4b98-99bd-a127028defaa), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:33.584496 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865068a0-304b-43fb-ad15-ac068fc676bd None None] Sync routers for ids ['a1818021-02af-4646-961e-e84db20a1250'] in dv-cinder-837546-3-iscsi {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:31:33.600119 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865068a0-304b-43fb-ad15-ac068fc676bd None None] Routers {'a1818021-02af-4646-961e-e84db20a1250'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:31:33.601784 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-865068a0-304b-43fb-ad15-ac068fc676bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:31:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['a1818021-02af-4646-961e-e84db20a1250'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:31:33.663476 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed999b3-1a0e-407c-b7b6-2aae216df541 req-30ebcb26-0aee-476e-9b40-359d9542cb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:33.664971 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fed999b3-1a0e-407c-b7b6-2aae216df541 req-30ebcb26-0aee-476e-9b40-359d9542cb1a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1278539 Jul 18 10:31:33.679119 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 33410) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:31:33.684777 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-717cdab4-1239-4f4c-b642-3f8e1e3fb5a0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1470236399-network', 'tenant_id': 'ddd22b027e204f30848e177ea4b8dfe6'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:31:33.711487 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717cdab4-1239-4f4c-b642-3f8e1e3fb5a0 admin admin] Made reservation on behalf of ddd22b027e204f30848e177ea4b8dfe6 for: {'network': 1} {{(pid=103898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:31:33.715257 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:33.715745 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-717cdab4-1239-4f4c-b642-3f8e1e3fb5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for network (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:33.729286 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-717cdab4-1239-4f4c-b642-3f8e1e3fb5a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:33.816194 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842f2c4-00e6-463d-bd1e-9970d2bf24b2 req-96fa3c04-6543-46f5-be53-d46fc309bc87 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:33.823649 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c842f2c4-00e6-463d-bd1e-9970d2bf24b2 req-96fa3c04-6543-46f5-be53-d46fc309bc87 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.1766727 Jul 18 10:31:33.835447 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:33.850215 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:33.878832 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-865068a0-304b-43fb-ad15-ac068fc676bd None None] Set router a1818021-02af-4646-961e-e84db20a1250 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:31:33.929649 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-717cdab4-1239-4f4c-b642-3f8e1e3fb5a0 admin admin] Publish callbacks [] for security_group (875f3f99-668a-4b71-a417-86fe2b4c936d), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:33.937797 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-717cdab4-1239-4f4c-b642-3f8e1e3fb5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (875f3f99-668a-4b71-a417-86fe2b4c936d), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:33.961066 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.db.l3_db [None req-c86550bf-dfa8-4977-8b44-586225bc91d5 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Floating IP f30fc5c5-1e59-4b98-99bd-a127028defaa associated. External IP: 172.27.3.113, port: 280c18f2-df08-4a5c-a1cc-01a91c5d3cfb. Jul 18 10:31:33.983410 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:33.984696 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717cdab4-1239-4f4c-b642-3f8e1e3fb5a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:31:34.003879 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cdab4-1239-4f4c-b642-3f8e1e3fb5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875f3f99-668a-4b71-a417-86fe2b4c936d,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:34.027861 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-717cdab4-1239-4f4c-b642-3f8e1e3fb5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (b45be2e7-7251-4cdd-9e21-31af79e7b824), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:34.028805 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.db.segments_db [None req-717cdab4-1239-4f4c-b642-3f8e1e3fb5a0 admin admin] Added segment b45be2e7-7251-4cdd-9e21-31af79e7b824 of type vlan for network 870f3279-11e6-413f-b79e-505ce09ed7f4 Jul 18 10:31:34.099589 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-717cdab4-1239-4f4c-b642-3f8e1e3fb5a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756233730353'] for network (870f3279-11e6-413f-b79e-505ce09ed7f4), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:34.131832 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:34.135780 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-865068a0-304b-43fb-ad15-ac068fc676bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1818021-02af-4646-961e-e84db20a1250', 'name': 'tempest-TestMinimumBasicScenario-1106076287-router', 'tenant_id': 'f62ef510c8484995a2f31f29104f399f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e43cf630-e140-4ec3-8212-daa93bab66e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:31:27Z', 'updated_at': '2022-07-18T10:31:31Z', 'revision_number': 4, 'project_id': 'f62ef510c8484995a2f31f29104f399f', 'gw_port': {'id': 'e43cf630-e140-4ec3-8212-daa93bab66e6', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1818021-02af-4646-961e-e84db20a1250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:31:27Z', 'updated_at': '2022-07-18T10:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '7dcdc7fc-0742-43cf-93f7-48fbb085c1d7', 'name': '', 'network_id': '2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c', 'tenant_id': 'f62ef510c8484995a2f31f29104f399f', 'mac_address': 'fa:16:3e:6b:2e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1818021-02af-4646-961e-e84db20a1250', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '55548d87-fc3b-4ac4-be60-cb359f31d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:31:30Z', 'updated_at': '2022-07-18T10:31:31Z', 'revision_number': 2, 'project_id': 'f62ef510c8484995a2f31f29104f399f', 'subnets': [{'id': '55548d87-fc3b-4ac4-be60-cb359f31d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:31:34.144817 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-717cdab4-1239-4f4c-b642-3f8e1e3fb5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580'] for network (870f3279-11e6-413f-b79e-505ce09ed7f4), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:34.149744 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717cdab4-1239-4f4c-b642-3f8e1e3fb5a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:34.162235 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c842f2c4-00e6-463d-bd1e-9970d2bf24b2 req-12fd2907-65e2-4b51-bf70-4acb2a116130 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3373590 Jul 18 10:31:34.162778 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-717cdab4-1239-4f4c-b642-3f8e1e3fb5a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:34.191164 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fed999b3-1a0e-407c-b7b6-2aae216df541 req-43e575c9-8e0d-4db6-8550-7ae0849a8509 service neutron] 10.222.0.30 "GET /v2.0/networks/a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4923677 Jul 18 10:31:34.209165 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-717cdab4-1239-4f4c-b642-3f8e1e3fb5a0 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5287549 Jul 18 10:31:34.209797 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 33430) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:31:34.222142 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865068a0-304b-43fb-ad15-ac068fc676bd None None] Checking router: a1818021-02af-4646-961e-e84db20a1250 for host: dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:31:34.222498 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865068a0-304b-43fb-ad15-ac068fc676bd None None] Updating router a1818021-02af-4646-961e-e84db20a1250 port 7dcdc7fc-0742-43cf-93f7-48fbb085c1d7 binding host dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:31:34.223298 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-47ab6e0c-6ee1-40d2-b607-63e9b0da8a3b admin admin] Request body: {'subnet': {'network_id': '870f3279-11e6-413f-b79e-505ce09ed7f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1470236399-subnet', 'tenant_id': 'ddd22b027e204f30848e177ea4b8dfe6', 'ip_version': 4}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:31:34.273500 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-865068a0-304b-43fb-ad15-ac068fc676bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (7dcdc7fc-0742-43cf-93f7-48fbb085c1d7), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:34.285817 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cdab4-1239-4f4c-b642-3f8e1e3fb5a0 admin admin] Pushing event updated for resources: {'Network': ['ID=870f3279-11e6-413f-b79e-505ce09ed7f4,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:34.296152 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ab6e0c-6ee1-40d2-b607-63e9b0da8a3b admin admin] Made reservation on behalf of ddd22b027e204f30848e177ea4b8dfe6 for: {'subnet': 1} {{(pid=103898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:31:34.296363 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Network 870f3279-11e6-413f-b79e-505ce09ed7f4 details requested by agent ovs-agent-dv-cinder-837546-3-iscsi with host dv-cinder-837546-3-iscsi {{(pid=103900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:31:34.301426 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-47ab6e0c-6ee1-40d2-b607-63e9b0da8a3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260973226'] for subnet (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:34.319287 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9097f6d-41d0-411c-88b9-bf66d0ac1bd5 req-be82850f-1cc0-4253-bb4f-0f205a69192f tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:34.321316 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c9097f6d-41d0-411c-88b9-bf66d0ac1bd5 req-be82850f-1cc0-4253-bb4f-0f205a69192f tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=233328a3-8e4b-4ece-8072-1a31d00d730f HTTP/1.1" status: 200 len: 945 time: 0.0900910 Jul 18 10:31:34.405548 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86550bf-dfa8-4977-8b44-586225bc91d5 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Router f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:31:34.429678 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:34.474689 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c9097f6d-41d0-411c-88b9-bf66d0ac1bd5 req-fdf37b07-000b-49ba-9611-a231bb32bf26 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435063 Jul 18 10:31:34.544093 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-47ab6e0c-6ee1-40d2-b607-63e9b0da8a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260947695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260973236'] for subnet (f17b772f-f7bb-47d1-9b3a-899b66f6dae9), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:34.629162 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86550bf-dfa8-4977-8b44-586225bc91d5 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:31:34.634083 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-c86550bf-dfa8-4977-8b44-586225bc91d5 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:34.640465 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c741400f-f163-46cf-b2e5-fce724b34319 None None] Sync routers for ids ['f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:31:34.658844 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab6e0c-6ee1-40d2-b607-63e9b0da8a3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f17b772f-f7bb-47d1-9b3a-899b66f6dae9,revision_number=0']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:34.659535 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c741400f-f163-46cf-b2e5-fce724b34319 None None] Routers {'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:31:34.660653 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-c741400f-f163-46cf-b2e5-fce724b34319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:31:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:31:34.661816 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ab6e0c-6ee1-40d2-b607-63e9b0da8a3b admin admin] Checking segment: {'id': 'b45be2e7-7251-4cdd-9e21-31af79e7b824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '870f3279-11e6-413f-b79e-505ce09ed7f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:31:34.662282 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ab6e0c-6ee1-40d2-b607-63e9b0da8a3b admin admin] Network hostable DHCP agents. Network: 870f3279-11e6-413f-b79e-505ce09ed7f4, hostable agents: ['fa8f3552-6db4-4084-80f3-0029642e69db'], hosted agents: [] {{(pid=103898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:31:34.670625 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-865068a0-304b-43fb-ad15-ac068fc676bd None None] Publish callbacks [] for port (7dcdc7fc-0742-43cf-93f7-48fbb085c1d7), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:34.675732 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-865068a0-304b-43fb-ad15-ac068fc676bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (7dcdc7fc-0742-43cf-93f7-48fbb085c1d7), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:34.724945 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ab6e0c-6ee1-40d2-b607-63e9b0da8a3b admin admin] Network 870f3279-11e6-413f-b79e-505ce09ed7f4 is scheduled to be hosted by DHCP agent fa8f3552-6db4-4084-80f3-0029642e69db with binding_index 1 {{(pid=103898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:31:34.731778 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b776410-334c-422e-9ee1-a823cf285c9f None None] Pushing event updated for resources: {'Port': ['ID=7dcdc7fc-0742-43cf-93f7-48fbb085c1d7,revision_number=3']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:34.731929 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-c86550bf-dfa8-4977-8b44-586225bc91d5 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "PUT /v2.0/floatingips/f30fc5c5-1e59-4b98-99bd-a127028defaa HTTP/1.1" status: 200 len: 991 time: 3.0780468 Jul 18 10:31:34.732466 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3dbac58-662d-4720-8bcf-2300f9a9a5d1', 'tag': '280c18f2-df08-4a5c-a1cc-01a91c5d3cfb'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:31:34.739583 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a66a856-87e9-4653-ad98-560c6fe21d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "a3dbac58-662d-4720-8bcf-2300f9a9a5d1", "tag": "280c18f2-df08-4a5c-a1cc-01a91c5d3cfb"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:31:34.743057 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-47ab6e0c-6ee1-40d2-b607-63e9b0da8a3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-3-iscsi, 870f3279-11e6-413f-b79e-505ce09ed7f4) {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:31:34.745582 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b776410-334c-422e-9ee1-a823cf285c9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:34.746231 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b776410-334c-422e-9ee1-a823cf285c9f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:34.747146 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b776410-334c-422e-9ee1-a823cf285c9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:34.747509 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b776410-334c-422e-9ee1-a823cf285c9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:34.748068 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b776410-334c-422e-9ee1-a823cf285c9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:34.748403 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b776410-334c-422e-9ee1-a823cf285c9f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:34.748757 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b776410-334c-422e-9ee1-a823cf285c9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:34.749448 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b776410-334c-422e-9ee1-a823cf285c9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:34.749448 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b776410-334c-422e-9ee1-a823cf285c9f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:34.749742 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b776410-334c-422e-9ee1-a823cf285c9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:34.750011 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ab6e0c-6ee1-40d2-b607-63e9b0da8a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:34.750594 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b776410-334c-422e-9ee1-a823cf285c9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:34.751482 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b776410-334c-422e-9ee1-a823cf285c9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:34.751809 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b776410-334c-422e-9ee1-a823cf285c9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:34.752127 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b776410-334c-422e-9ee1-a823cf285c9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:34.752496 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b776410-334c-422e-9ee1-a823cf285c9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:34.752769 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-47ab6e0c-6ee1-40d2-b607-63e9b0da8a3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:34.773837 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device e43cf630-e140-4ec3-8212-daa93bab66e6 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:31:34.776818 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e46aa6-01d7-434f-a033-5b3a7398839d None None] Network 870f3279-11e6-413f-b79e-505ce09ed7f4 requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:31:34.789898 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-47ab6e0c-6ee1-40d2-b607-63e9b0da8a3b admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5689611 Jul 18 10:31:34.790137 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 33440) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:31:34.796868 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-03b46637-9720-48d2-a450-bcf75cb5f5c1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1470236399-router', 'tenant_id': 'ddd22b027e204f30848e177ea4b8dfe6', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:31:34.825577 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0729b85-17d5-4a8c-b7fe-bc21927af51e x-openstack-request-id: req-e0729b85-17d5-4a8c-b7fe-bc21927af51e {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:31:34.825868 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3dbac58-662d-4720-8bcf-2300f9a9a5d1", "tag": "280c18f2-df08-4a5c-a1cc-01a91c5d3cfb", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:31:34.826137 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e0729b85-17d5-4a8c-b7fe-bc21927af51e {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:31:34.826654 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0729b85-17d5-4a8c-b7fe-bc21927af51e'] response: {'name': 'network-changed', 'server_uuid': 'a3dbac58-662d-4720-8bcf-2300f9a9a5d1', 'tag': '280c18f2-df08-4a5c-a1cc-01a91c5d3cfb', 'status': 'completed', 'code': 200} Jul 18 10:31:34.842136 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-03b46637-9720-48d2-a450-bcf75cb5f5c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-659929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1453'] for router (1e6bbf79-6fe0-4428-a436-b29fd5ae4018), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:34.843960 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-03b46637-9720-48d2-a450-bcf75cb5f5c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1434'] for router (1e6bbf79-6fe0-4428-a436-b29fd5ae4018), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:34.845300 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-865068a0-304b-43fb-ad15-ac068fc676bd None None] Attempting to bind port 7dcdc7fc-0742-43cf-93f7-48fbb085c1d7 on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:31:34.845818 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-865068a0-304b-43fb-ad15-ac068fc676bd None None] Attempting to bind port 7dcdc7fc-0742-43cf-93f7-48fbb085c1d7 by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': '5932e4fd-a9c3-4211-a2f3-287684c7db3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c'}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:31:34.846345 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865068a0-304b-43fb-ad15-ac068fc676bd None None] Attempting to bind port 7dcdc7fc-0742-43cf-93f7-48fbb085c1d7 on network 2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:31:34.853012 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865068a0-304b-43fb-ad15-ac068fc676bd None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:31:34.853850 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865068a0-304b-43fb-ad15-ac068fc676bd None None] Checking segment: {'id': '5932e4fd-a9c3-4211-a2f3-287684c7db3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:31:34.854331 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-865068a0-304b-43fb-ad15-ac068fc676bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:34.854816 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865068a0-304b-43fb-ad15-ac068fc676bd None None] Bound using segment: {'id': '5932e4fd-a9c3-4211-a2f3-287684c7db3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c'} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:31:34.855750 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-865068a0-304b-43fb-ad15-ac068fc676bd None None] Bound port: 7dcdc7fc-0742-43cf-93f7-48fbb085c1d7, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5932e4fd-a9c3-4211-a2f3-287684c7db3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c'}}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:31:34.855972 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-865068a0-304b-43fb-ad15-ac068fc676bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (7dcdc7fc-0742-43cf-93f7-48fbb085c1d7), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:34.904358 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-03b46637-9720-48d2-a450-bcf75cb5f5c1 admin admin] Publish callbacks [] for router_controller (1e6bbf79-6fe0-4428-a436-b29fd5ae4018), precommit_add_association {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:34.937219 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-865068a0-304b-43fb-ad15-ac068fc676bd None None] For port 7dcdc7fc-0742-43cf-93f7-48fbb085c1d7, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:31:34.941123 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-865068a0-304b-43fb-ad15-ac068fc676bd None None] For port 7dcdc7fc-0742-43cf-93f7-48fbb085c1d7, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=7dcdc7fc-0742-43cf-93f7-48fbb085c1d7,segment=NetworkSegment(5932e4fd-a9c3-4211-a2f3-287684c7db3d),segment_id=5932e4fd-a9c3-4211-a2f3-287684c7db3d)] {{(pid=103901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:31:34.948491 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-865068a0-304b-43fb-ad15-ac068fc676bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (7dcdc7fc-0742-43cf-93f7-48fbb085c1d7), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:35.005667 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4050e082-e32a-4b99-8b90-66d64cf260b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69b35a5f-4d22-5468-adcd-c56b599b10b8-870f3279-11e6-413f-b79e-505ce09ed7f4', 'network_id': '870f3279-11e6-413f-b79e-505ce09ed7f4', 'project_id': 'ddd22b027e204f30848e177ea4b8dfe6', 'fixed_ips': [{'subnet_id': 'f17b772f-f7bb-47d1-9b3a-899b66f6dae9'}]}} from dv-cinder-837546-3-iscsi. {{(pid=103900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 10:31:35.006589 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4050e082-e32a-4b99-8b90-66d64cf260b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:35.020352 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b776410-334c-422e-9ee1-a823cf285c9f None None] Pushing event updated for resources: {'Port': ['ID=7dcdc7fc-0742-43cf-93f7-48fbb085c1d7,revision_number=4']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:35.028307 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-c741400f-f163-46cf-b2e5-fce724b34319 None None] Set router f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:31:35.031506 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port e43cf630-e140-4ec3-8212-daa93bab66e6 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:31:35.032372 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (e43cf630-e140-4ec3-8212-daa93bab66e6), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:35.052599 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865068a0-304b-43fb-ad15-ac068fc676bd None None] Routers {'a1818021-02af-4646-961e-e84db20a1250'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:31:35.053444 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-865068a0-304b-43fb-ad15-ac068fc676bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:31:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['a1818021-02af-4646-961e-e84db20a1250'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:31:35.086340 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-03b46637-9720-48d2-a450-bcf75cb5f5c1 admin admin] Publish callbacks [] for router_gateway (1e6bbf79-6fe0-4428-a436-b29fd5ae4018), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:35.195766 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-865068a0-304b-43fb-ad15-ac068fc676bd None None] Set router a1818021-02af-4646-961e-e84db20a1250 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:31:35.210830 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-89db52c0-5873-457e-bfaa-820bab1ccbd0 None None] Provisioning complete for port 7dcdc7fc-0742-43cf-93f7-48fbb085c1d7 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:31:35.211435 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-89db52c0-5873-457e-bfaa-820bab1ccbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (7dcdc7fc-0742-43cf-93f7-48fbb085c1d7), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:35.241988 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:35.253957 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:35.285880 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:35.337703 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-03b46637-9720-48d2-a450-bcf75cb5f5c1 admin admin] Publish callbacks [] for router_gateway (1e6bbf79-6fe0-4428-a436-b29fd5ae4018), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:35.339145 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:35.359984 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-03b46637-9720-48d2-a450-bcf75cb5f5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:35.395766 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:35.413921 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-865068a0-304b-43fb-ad15-ac068fc676bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1818021-02af-4646-961e-e84db20a1250', 'name': 'tempest-TestMinimumBasicScenario-1106076287-router', 'tenant_id': 'f62ef510c8484995a2f31f29104f399f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e43cf630-e140-4ec3-8212-daa93bab66e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:31:27Z', 'updated_at': '2022-07-18T10:31:31Z', 'revision_number': 4, 'project_id': 'f62ef510c8484995a2f31f29104f399f', 'gw_port': {'id': 'e43cf630-e140-4ec3-8212-daa93bab66e6', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1818021-02af-4646-961e-e84db20a1250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:31:27Z', 'updated_at': '2022-07-18T10:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '7dcdc7fc-0742-43cf-93f7-48fbb085c1d7', 'name': '', 'network_id': '2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c', 'tenant_id': 'f62ef510c8484995a2f31f29104f399f', 'mac_address': 'fa:16:3e:6b:2e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1818021-02af-4646-961e-e84db20a1250', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '55548d87-fc3b-4ac4-be60-cb359f31d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:31:30Z', 'updated_at': '2022-07-18T10:31:34Z', 'revision_number': 4, 'project_id': 'f62ef510c8484995a2f31f29104f399f', 'subnets': [{'id': '55548d87-fc3b-4ac4-be60-cb359f31d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:31:35.433285 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port e43cf630-e140-4ec3-8212-daa93bab66e6 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:31:35.439901 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865068a0-304b-43fb-ad15-ac068fc676bd None None] The sync data for ids ['a1818021-02af-4646-961e-e84db20a1250'] in dv-cinder-837546-3-iscsi is: [{'id': 'a1818021-02af-4646-961e-e84db20a1250', 'name': 'tempest-TestMinimumBasicScenario-1106076287-router', 'tenant_id': 'f62ef510c8484995a2f31f29104f399f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e43cf630-e140-4ec3-8212-daa93bab66e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:31:27Z', 'updated_at': '2022-07-18T10:31:31Z', 'revision_number': 4, 'project_id': 'f62ef510c8484995a2f31f29104f399f', 'gw_port': {'id': 'e43cf630-e140-4ec3-8212-daa93bab66e6', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1818021-02af-4646-961e-e84db20a1250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:31:27Z', 'updated_at': '2022-07-18T10:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '7dcdc7fc-0742-43cf-93f7-48fbb085c1d7', 'name': '', 'network_id': '2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c', 'tenant_id': 'f62ef510c8484995a2f31f29104f399f', 'mac_address': 'fa:16:3e:6b:2e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1818021-02af-4646-961e-e84db20a1250', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '55548d87-fc3b-4ac4-be60-cb359f31d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:31:30Z', 'updated_at': '2022-07-18T10:31:34Z', 'revision_number': 4, 'project_id': 'f62ef510c8484995a2f31f29104f399f', 'subnets': [{'id': '55548d87-fc3b-4ac4-be60-cb359f31d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:31:35.443659 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [None req-4050e082-e32a-4b99-8b90-66d64cf260b4 None None] Allocated IP 172.20.0.2 (870f3279-11e6-413f-b79e-505ce09ed7f4/f17b772f-f7bb-47d1-9b3a-899b66f6dae9/66970eb6-8e8e-4940-ae03-c61bf0dd3fb4) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:31:35.522483 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-03b46637-9720-48d2-a450-bcf75cb5f5c1 admin admin] Allocated IP 172.27.3.171 (ab707614-a8a6-4503-81fa-3cf63d34938b/a666abde-39cf-4361-a6f5-7885f7528b36/098baab4-b5e8-4ba0-a24c-b6e7a8945cb9) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:31:35.635735 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596d67e-39c2-4345-ad43-c5dc3414b4dd req-b2f9fee5-b40a-4fd4-95b0-a9c8b354305e tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:35.648776 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0596d67e-39c2-4345-ad43-c5dc3414b4dd req-b2f9fee5-b40a-4fd4-95b0-a9c8b354305e tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=233328a3-8e4b-4ece-8072-1a31d00d730f HTTP/1.1" status: 200 len: 945 time: 0.0694926 Jul 18 10:31:35.683885 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-03b46637-9720-48d2-a450-bcf75cb5f5c1 admin admin] Publish callbacks [] for port (098baab4-b5e8-4ba0-a24c-b6e7a8945cb9), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:35.703094 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0596d67e-39c2-4345-ad43-c5dc3414b4dd req-0addaabe-94d4-4a7c-8c70-86624f6a19fb tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492568 Jul 18 10:31:35.709652 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-89db52c0-5873-457e-bfaa-820bab1ccbd0 None None] Current status of the port 7dcdc7fc-0742-43cf-93f7-48fbb085c1d7 is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:31:35.710041 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-89db52c0-5873-457e-bfaa-820bab1ccbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (7dcdc7fc-0742-43cf-93f7-48fbb085c1d7), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:35.735039 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-03b46637-9720-48d2-a450-bcf75cb5f5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (098baab4-b5e8-4ba0-a24c-b6e7a8945cb9), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:35.774933 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:35.780281 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b46637-9720-48d2-a450-bcf75cb5f5c1 admin admin] Network ab707614-a8a6-4503-81fa-3cf63d34938b is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:31:35.788954 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-03b46637-9720-48d2-a450-bcf75cb5f5c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:31:35.793613 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b46637-9720-48d2-a450-bcf75cb5f5c1 admin admin] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:31:35.804604 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-c741400f-f163-46cf-b2e5-fce724b34319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'name': 'tempest-ServerRescueNegativeTestJSON-176325128-router', 'tenant_id': '8a1921237622439bab89676e11477c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:29:02Z', 'revision_number': 4, 'project_id': '8a1921237622439bab89676e11477c13', 'gw_port': {'id': '28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:49:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': 'f30fc5c5-1e59-4b98-99bd-a127028defaa', 'tenant_id': '8a1921237622439bab89676e11477c13', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'port_id': '280c18f2-df08-4a5c-a1cc-01a91c5d3cfb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4', 'mac_address': 'fa:16:3e:80:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dbac58-662d-4720-8bcf-2300f9a9a5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:31:02Z', 'updated_at': '2022-07-18T10:31:32Z', 'revision_number': 1, 'project_id': '8a1921237622439bab89676e11477c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c5bed01-d698-4642-a43a-72c6ad80cbb9', 'name': '', 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4', 'tenant_id': '8a1921237622439bab89676e11477c13', 'mac_address': 'fa:16:3e:1e:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'af51bf80-7ad7-4853-9105-dc8b032ebd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:29:01Z', 'updated_at': '2022-07-18T10:29:16Z', 'revision_number': 5, 'project_id': '8a1921237622439bab89676e11477c13', 'subnets': [{'id': 'af51bf80-7ad7-4853-9105-dc8b032ebd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:31:35.819939 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b46637-9720-48d2-a450-bcf75cb5f5c1 admin admin] Pushing event updated for resources: {'Port': ['ID=098baab4-b5e8-4ba0-a24c-b6e7a8945cb9,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:35.853705 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-89db52c0-5873-457e-bfaa-820bab1ccbd0 None None] For port 7dcdc7fc-0742-43cf-93f7-48fbb085c1d7, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=7dcdc7fc-0742-43cf-93f7-48fbb085c1d7,segment=NetworkSegment(5932e4fd-a9c3-4211-a2f3-287684c7db3d),segment_id=5932e4fd-a9c3-4211-a2f3-287684c7db3d)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:31:35.855381 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c741400f-f163-46cf-b2e5-fce724b34319 None None] Checking router: f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3 for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:31:35.858464 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:35.872256 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c741400f-f163-46cf-b2e5-fce724b34319 None None] Routers {'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:31:35.873215 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-c741400f-f163-46cf-b2e5-fce724b34319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:31:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:31:35.917394 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-89db52c0-5873-457e-bfaa-820bab1ccbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (7dcdc7fc-0742-43cf-93f7-48fbb085c1d7), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:35.950162 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fed999b3-1a0e-407c-b7b6-2aae216df541 req-09aa19f0-02a4-46b1-9a52-282e789fe77c service neutron] 10.222.0.30 "GET /v2.0/networks/a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566684 Jul 18 10:31:36.084050 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-9be3c75c-181f-45aa-a21b-b331059f6d48 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/networks?tenant_id=0bd9fedf211d41878c431ee91f87aaf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723476 Jul 18 10:31:36.087169 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66a856-87e9-4653-ad98-560c6fe21d0a req-d3082d5e-625d-4fc6-bf9b-b2a1b292d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:36.089613 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1a66a856-87e9-4653-ad98-560c6fe21d0a req-d3082d5e-625d-4fc6-bf9b-b2a1b292d884 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a1921237622439bab89676e11477c13&device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 1129 time: 0.2588875 Jul 18 10:31:36.098281 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db52c0-5873-457e-bfaa-820bab1ccbd0 None None] Pushing event updated for resources: {'Port': ['ID=7dcdc7fc-0742-43cf-93f7-48fbb085c1d7,revision_number=5']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:36.101333 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-f88f0a67-12a7-42a6-9a07-47eb116bf317 None None] Provisioning complete for port 7dcdc7fc-0742-43cf-93f7-48fbb085c1d7 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:31:36.101718 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f88f0a67-12a7-42a6-9a07-47eb116bf317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (7dcdc7fc-0742-43cf-93f7-48fbb085c1d7), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:36.152039 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4050e082-e32a-4b99-8b90-66d64cf260b4 None None] Publish callbacks [] for port (66970eb6-8e8e-4940-ae03-c61bf0dd3fb4), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:36.154811 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-c741400f-f163-46cf-b2e5-fce724b34319 None None] Set router f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:31:36.188164 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:36.190070 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4050e082-e32a-4b99-8b90-66d64cf260b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598'] for port (66970eb6-8e8e-4940-ae03-c61bf0dd3fb4), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:36.192669 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-03b46637-9720-48d2-a450-bcf75cb5f5c1 admin admin] Publish callbacks [] for router_gateway (1e6bbf79-6fe0-4428-a436-b29fd5ae4018), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:36.287134 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4e23d-f5bd-414f-9c72-f55179caeae9 req-2efb410d-cd2b-418b-ba53-f54bd434a1a2 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:36.289780 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-20b4e23d-f5bd-414f-9c72-f55179caeae9 req-2efb410d-cd2b-418b-ba53-f54bd434a1a2 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.30 "GET /v2.0/ports?device_id=233328a3-8e4b-4ece-8072-1a31d00d730f HTTP/1.1" status: 200 len: 945 time: 0.1246731 Jul 18 10:31:36.293975 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4050e082-e32a-4b99-8b90-66d64cf260b4 None None] Network 870f3279-11e6-413f-b79e-505ce09ed7f4 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:31:36.303136 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-4050e082-e32a-4b99-8b90-66d64cf260b4 None None] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:31:36.307804 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050e082-e32a-4b99-8b90-66d64cf260b4 None None] Pushing event updated for resources: {'Port': ['ID=66970eb6-8e8e-4940-ae03-c61bf0dd3fb4,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:36.315893 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4050e082-e32a-4b99-8b90-66d64cf260b4 None None] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:31:36.393206 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:36.426671 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-f88f0a67-12a7-42a6-9a07-47eb116bf317 None None] Current status of the port 7dcdc7fc-0742-43cf-93f7-48fbb085c1d7 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:31:36.487806 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-4050e082-e32a-4b99-8b90-66d64cf260b4 None None] Attempting to bind port 66970eb6-8e8e-4940-ae03-c61bf0dd3fb4 on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:31:36.488288 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-4050e082-e32a-4b99-8b90-66d64cf260b4 None None] Attempting to bind port 66970eb6-8e8e-4940-ae03-c61bf0dd3fb4 by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': 'b45be2e7-7251-4cdd-9e21-31af79e7b824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '870f3279-11e6-413f-b79e-505ce09ed7f4'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:31:36.488772 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4050e082-e32a-4b99-8b90-66d64cf260b4 None None] Attempting to bind port 66970eb6-8e8e-4940-ae03-c61bf0dd3fb4 on network 870f3279-11e6-413f-b79e-505ce09ed7f4 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:31:36.501639 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4050e082-e32a-4b99-8b90-66d64cf260b4 None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:31:36.502195 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4050e082-e32a-4b99-8b90-66d64cf260b4 None None] Checking segment: {'id': 'b45be2e7-7251-4cdd-9e21-31af79e7b824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '870f3279-11e6-413f-b79e-505ce09ed7f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:31:36.502687 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4050e082-e32a-4b99-8b90-66d64cf260b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:36.503172 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4050e082-e32a-4b99-8b90-66d64cf260b4 None None] Bound using segment: {'id': 'b45be2e7-7251-4cdd-9e21-31af79e7b824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '870f3279-11e6-413f-b79e-505ce09ed7f4'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:31:36.503756 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-4050e082-e32a-4b99-8b90-66d64cf260b4 None None] Bound port: 66970eb6-8e8e-4940-ae03-c61bf0dd3fb4, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b45be2e7-7251-4cdd-9e21-31af79e7b824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '870f3279-11e6-413f-b79e-505ce09ed7f4'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:31:36.504234 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4050e082-e32a-4b99-8b90-66d64cf260b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (66970eb6-8e8e-4940-ae03-c61bf0dd3fb4), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:36.589309 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:36.618857 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-c741400f-f163-46cf-b2e5-fce724b34319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'name': 'tempest-ServerRescueNegativeTestJSON-176325128-router', 'tenant_id': '8a1921237622439bab89676e11477c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:29:02Z', 'revision_number': 4, 'project_id': '8a1921237622439bab89676e11477c13', 'gw_port': {'id': '28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:49:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': 'f30fc5c5-1e59-4b98-99bd-a127028defaa', 'tenant_id': '8a1921237622439bab89676e11477c13', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'port_id': '280c18f2-df08-4a5c-a1cc-01a91c5d3cfb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4', 'mac_address': 'fa:16:3e:80:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dbac58-662d-4720-8bcf-2300f9a9a5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:31:02Z', 'updated_at': '2022-07-18T10:31:32Z', 'revision_number': 1, 'project_id': '8a1921237622439bab89676e11477c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c5bed01-d698-4642-a43a-72c6ad80cbb9', 'name': '', 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4', 'tenant_id': '8a1921237622439bab89676e11477c13', 'mac_address': 'fa:16:3e:1e:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'af51bf80-7ad7-4853-9105-dc8b032ebd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:29:01Z', 'updated_at': '2022-07-18T10:29:16Z', 'revision_number': 5, 'project_id': '8a1921237622439bab89676e11477c13', 'subnets': [{'id': 'af51bf80-7ad7-4853-9105-dc8b032ebd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:31:36.630319 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66a856-87e9-4653-ad98-560c6fe21d0a req-54ea65d2-4416-41ea-89fe-14412726e41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:36.631967 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1a66a856-87e9-4653-ad98-560c6fe21d0a req-54ea65d2-4416-41ea-89fe-14412726e41e service neutron] 10.222.0.30 "GET /v2.0/networks?id=3122165b-a136-4d21-b84f-81ce161e0ad4 HTTP/1.1" status: 200 len: 919 time: 0.4689548 Jul 18 10:31:36.637916 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-20b4e23d-f5bd-414f-9c72-f55179caeae9 req-15ce3237-0d52-49fd-8e83-fb9f666f6962 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Deleting port c7e3d10c-31e5-479a-8314-39f962197adb {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:31:36.638676 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-20b4e23d-f5bd-414f-9c72-f55179caeae9 req-15ce3237-0d52-49fd-8e83-fb9f666f6962 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (c7e3d10c-31e5-479a-8314-39f962197adb), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:36.652900 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-4050e082-e32a-4b99-8b90-66d64cf260b4 None None] For port 66970eb6-8e8e-4940-ae03-c61bf0dd3fb4, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:31:36.658282 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c741400f-f163-46cf-b2e5-fce724b34319 None None] The sync data for ids ['f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'] in dv-cinder-837546-3-iscsi is: [{'id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'name': 'tempest-ServerRescueNegativeTestJSON-176325128-router', 'tenant_id': '8a1921237622439bab89676e11477c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:29:02Z', 'revision_number': 4, 'project_id': '8a1921237622439bab89676e11477c13', 'gw_port': {'id': '28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:49:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': 'f30fc5c5-1e59-4b98-99bd-a127028defaa', 'tenant_id': '8a1921237622439bab89676e11477c13', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'port_id': '280c18f2-df08-4a5c-a1cc-01a91c5d3cfb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4', 'mac_address': 'fa:16:3e:80:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dbac58-662d-4720-8bcf-2300f9a9a5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:31:02Z', 'updated_at': '2022-07-18T10:31:32Z', 'revision_number': 1, 'project_id': '8a1921237622439bab89676e11477c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c5bed01-d698-4642-a43a-72c6ad80cbb9', 'name': '', 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4', 'tenant_id': '8a1921237622439bab89676e11477c13', 'mac_address': 'fa:16:3e:1e:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'af51bf80-7ad7-4853-9105-dc8b032ebd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:29:01Z', 'updated_at': '2022-07-18T10:29:16Z', 'revision_number': 5, 'project_id': '8a1921237622439bab89676e11477c13', 'subnets': [{'id': 'af51bf80-7ad7-4853-9105-dc8b032ebd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:31:36.673572 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-4050e082-e32a-4b99-8b90-66d64cf260b4 None None] For port 66970eb6-8e8e-4940-ae03-c61bf0dd3fb4, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=66970eb6-8e8e-4940-ae03-c61bf0dd3fb4,segment=NetworkSegment(b45be2e7-7251-4cdd-9e21-31af79e7b824),segment_id=b45be2e7-7251-4cdd-9e21-31af79e7b824)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:31:36.678678 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-fc17b98b-5277-4f3d-b9e0-c427ed87f70f tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:36.680443 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-fc17b98b-5277-4f3d-b9e0-c427ed87f70f tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5873296 Jul 18 10:31:36.691216 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4050e082-e32a-4b99-8b90-66d64cf260b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (66970eb6-8e8e-4940-ae03-c61bf0dd3fb4), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:36.752783 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 7dcdc7fc-0742-43cf-93f7-48fbb085c1d7 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:31:36.757333 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1a66a856-87e9-4653-ad98-560c6fe21d0a req-3b697b69-3d66-41d9-b19d-4e08e9acff64 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=280c18f2-df08-4a5c-a1cc-01a91c5d3cfb HTTP/1.1" status: 200 len: 999 time: 0.0756598 Jul 18 10:31:36.760058 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-03b46637-9720-48d2-a450-bcf75cb5f5c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780286'] for router (1e6bbf79-6fe0-4428-a436-b29fd5ae4018), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:36.830481 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-3d2cd548-bcdc-4eda-82f4-bb98b1fccb1c tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/quotas/0bd9fedf211d41878c431ee91f87aaf8 HTTP/1.1" status: 200 len: 375 time: 0.0720634 Jul 18 10:31:36.847178 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050e082-e32a-4b99-8b90-66d64cf260b4 None None] Pushing event updated for resources: {'Port': ['ID=66970eb6-8e8e-4940-ae03-c61bf0dd3fb4,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:36.878471 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 7dcdc7fc-0742-43cf-93f7-48fbb085c1d7 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:31:36.878897 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (7dcdc7fc-0742-43cf-93f7-48fbb085c1d7), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:36.913502 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66a856-87e9-4653-ad98-560c6fe21d0a req-2ac46c31-90ef-4e62-ac44-41c5aa61138d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:36.915145 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1a66a856-87e9-4653-ad98-560c6fe21d0a req-2ac46c31-90ef-4e62-ac44-41c5aa61138d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af51bf80-7ad7-4853-9105-dc8b032ebd26 HTTP/1.1" status: 200 len: 857 time: 0.1465840 Jul 18 10:31:36.949628 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-a9bd5d2c-aee8-4d8a-9855-3b7c8bec4cf5 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=0bd9fedf211d41878c431ee91f87aaf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1095409 Jul 18 10:31:36.977953 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-20b4e23d-f5bd-414f-9c72-f55179caeae9 req-15ce3237-0d52-49fd-8e83-fb9f666f6962 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] For port c7e3d10c-31e5-479a-8314-39f962197adb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c7e3d10c-31e5-479a-8314-39f962197adb,segment=NetworkSegment(9c10a60d-c857-49e0-ba1d-55ba4b507011),segment_id=9c10a60d-c857-49e0-ba1d-55ba4b507011)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:31:36.978683 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-20b4e23d-f5bd-414f-9c72-f55179caeae9 req-15ce3237-0d52-49fd-8e83-fb9f666f6962 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (c7e3d10c-31e5-479a-8314-39f962197adb), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:36.981125 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:37.008930 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-20b4e23d-f5bd-414f-9c72-f55179caeae9 req-15ce3237-0d52-49fd-8e83-fb9f666f6962 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Calling delete_port for c7e3d10c-31e5-479a-8314-39f962197adb owned by compute:nova {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:31:37.050958 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 7dcdc7fc-0742-43cf-93f7-48fbb085c1d7 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:31:37.068730 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b46637-9720-48d2-a450-bcf75cb5f5c1 admin admin] Router 1e6bbf79-6fe0-4428-a436-b29fd5ae4018 is scheduled to L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c with binding_index 1 {{(pid=103898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 10:31:37.181195 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657acff-6ca5-4f20-b163-fed84d125c3d req-50de2105-6714-4b4c-ac3c-d9451bc7adf5 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:37.182783 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5657acff-6ca5-4f20-b163-fed84d125c3d req-50de2105-6714-4b4c-ac3c-d9451bc7adf5 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=233328a3-8e4b-4ece-8072-1a31d00d730f HTTP/1.1" status: 200 len: 945 time: 0.2868478 Jul 18 10:31:37.234870 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66a856-87e9-4653-ad98-560c6fe21d0a req-7e0a0e5c-4515-4ba8-be02-18c6610a671f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:37.237088 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1a66a856-87e9-4653-ad98-560c6fe21d0a req-7e0a0e5c-4515-4ba8-be02-18c6610a671f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3122165b-a136-4d21-b84f-81ce161e0ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2786117 Jul 18 10:31:37.257552 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64a9ede-6bc5-48be-b740-4f791f7fcf1e None None] New status for floating IP f30fc5c5-1e59-4b98-99bd-a127028defaa: ACTIVE {{(pid=103901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:31:37.290530 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b46637-9720-48d2-a450-bcf75cb5f5c1 admin admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:31:37.303863 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0c7347-7aef-46c7-a537-143d098789fa None None] Sync routers for ids ['1e6bbf79-6fe0-4428-a436-b29fd5ae4018'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:31:37.322754 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0c7347-7aef-46c7-a537-143d098789fa None None] Routers {'1e6bbf79-6fe0-4428-a436-b29fd5ae4018'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:31:37.323435 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-ac0c7347-7aef-46c7-a537-143d098789fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:31:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['1e6bbf79-6fe0-4428-a436-b29fd5ae4018'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:31:37.331576 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-03b46637-9720-48d2-a450-bcf75cb5f5c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:37.333696 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-03b46637-9720-48d2-a450-bcf75cb5f5c1 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5425043 Jul 18 10:31:37.336370 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 33464) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:31:37.343141 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c10a6121-05b4-4cb0-b03a-f41e82fb25d6 req-8bc755bc-2876-47dc-abee-0818ee94ce48 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/ports?device_id=afd07f97-a630-410b-88c8-ce71e4f9eb32 HTTP/1.1" status: 200 len: 210 time: 0.1443269 Jul 18 10:31:37.438184 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:37.467347 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5657acff-6ca5-4f20-b163-fed84d125c3d req-bc87360a-e066-46a2-9f44-4f00d69c0a28 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630181 Jul 18 10:31:37.556092 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1a66a856-87e9-4653-ad98-560c6fe21d0a req-76a61ba2-6afc-425e-a7fe-28d24c695a40 service neutron] 10.222.0.30 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657654 Jul 18 10:31:37.569920 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-ac0c7347-7aef-46c7-a537-143d098789fa None None] Set router 1e6bbf79-6fe0-4428-a436-b29fd5ae4018 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:31:37.571442 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-20b4e23d-f5bd-414f-9c72-f55179caeae9 req-15ce3237-0d52-49fd-8e83-fb9f666f6962 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (c7e3d10c-31e5-479a-8314-39f962197adb), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:37.606260 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['c7e3d10c-31e5-479a-8314-39f962197adb'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:31:37.636788 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:37.650663 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce3237-0d52-49fd-8e83-fb9f666f6962 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Pushing event deleted for resources: {'Port': ['ID=c7e3d10c-31e5-479a-8314-39f962197adb,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:37.825334 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:37.849674 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-ac0c7347-7aef-46c7-a537-143d098789fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6bbf79-6fe0-4428-a436-b29fd5ae4018', 'name': 'tempest-TestMinimumBasicScenario-1470236399-router', 'tenant_id': 'ddd22b027e204f30848e177ea4b8dfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '098baab4-b5e8-4ba0-a24c-b6e7a8945cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:31:34Z', 'updated_at': '2022-07-18T10:31:36Z', 'revision_number': 3, 'project_id': 'ddd22b027e204f30848e177ea4b8dfe6', 'gw_port': {'id': '098baab4-b5e8-4ba0-a24c-b6e7a8945cb9', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6bbf79-6fe0-4428-a436-b29fd5ae4018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:31:35Z', 'updated_at': '2022-07-18T10:31:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi'}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:31:37.886784 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0c7347-7aef-46c7-a537-143d098789fa None None] Checking router: 1e6bbf79-6fe0-4428-a436-b29fd5ae4018 for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:31:37.887134 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0c7347-7aef-46c7-a537-143d098789fa None None] Updating router 1e6bbf79-6fe0-4428-a436-b29fd5ae4018 port 098baab4-b5e8-4ba0-a24c-b6e7a8945cb9 binding host dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:31:37.934168 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ac0c7347-7aef-46c7-a537-143d098789fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (098baab4-b5e8-4ba0-a24c-b6e7a8945cb9), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:38.001515 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-42fabffe-622b-451d-9a80-ac196d04c35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:38.036545 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b4e23d-f5bd-414f-9c72-f55179caeae9 req-15ce3237-0d52-49fd-8e83-fb9f666f6962 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] No DVR routers for this DVR port c7e3d10c-31e5-479a-8314-39f962197adb on host hv-cinder-83754 {{(pid=103899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:31:38.040667 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-20b4e23d-f5bd-414f-9c72-f55179caeae9 req-15ce3237-0d52-49fd-8e83-fb9f666f6962 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:38.043870 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-20b4e23d-f5bd-414f-9c72-f55179caeae9 req-15ce3237-0d52-49fd-8e83-fb9f666f6962 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.30 "DELETE /v2.0/ports/c7e3d10c-31e5-479a-8314-39f962197adb HTTP/1.1" status: 204 len: 173 time: 1.7295647 Jul 18 10:31:38.044378 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233328a3-8e4b-4ece-8072-1a31d00d730f', 'name': 'network-vif-deleted', 'tag': 'c7e3d10c-31e5-479a-8314-39f962197adb'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:31:38.046842 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e8db99-373b-4e93-a3b0-8c45c12c71c1" -d '{"events": [{"server_uuid": "233328a3-8e4b-4ece-8072-1a31d00d730f", "name": "network-vif-deleted", "tag": "c7e3d10c-31e5-479a-8314-39f962197adb"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:31:38.053093 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:38.085298 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1a66a856-87e9-4653-ad98-560c6fe21d0a req-57b2e54b-a5ad-4000-a6a7-e6cfda743bd1 service neutron] 10.222.0.30 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131149 Jul 18 10:31:38.121445 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a85385d-8b4e-453a-ba36-ce4125cd3db5 x-openstack-request-id: req-1a85385d-8b4e-453a-ba36-ce4125cd3db5 {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:31:38.123009 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233328a3-8e4b-4ece-8072-1a31d00d730f", "name": "network-vif-deleted", "tag": "c7e3d10c-31e5-479a-8314-39f962197adb", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:31:38.123289 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1a85385d-8b4e-453a-ba36-ce4125cd3db5 {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:31:38.123709 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a85385d-8b4e-453a-ba36-ce4125cd3db5'] response: {'server_uuid': '233328a3-8e4b-4ece-8072-1a31d00d730f', 'name': 'network-vif-deleted', 'tag': 'c7e3d10c-31e5-479a-8314-39f962197adb', 'status': 'completed', 'code': 200} Jul 18 10:31:38.207272 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-42fabffe-622b-451d-9a80-ac196d04c35e admin admin] Allocated IP 172.20.0.1 (870f3279-11e6-413f-b79e-505ce09ed7f4/f17b772f-f7bb-47d1-9b3a-899b66f6dae9/36dfeb9d-7ab3-4e34-836b-4661c2b46079) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:31:38.326213 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:38.351603 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333fd84c-5b7e-42ab-8164-9baf38ff404e None None] Network 870f3279-11e6-413f-b79e-505ce09ed7f4 requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:31:38.355546 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-42fabffe-622b-451d-9a80-ac196d04c35e admin admin] Publish callbacks [] for port (36dfeb9d-7ab3-4e34-836b-4661c2b46079), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:38.395924 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-42fabffe-622b-451d-9a80-ac196d04c35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (36dfeb9d-7ab3-4e34-836b-4661c2b46079), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:38.452404 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fabffe-622b-451d-9a80-ac196d04c35e admin admin] Network 870f3279-11e6-413f-b79e-505ce09ed7f4 is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:31:38.454379 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fabffe-622b-451d-9a80-ac196d04c35e admin admin] Pushing event updated for resources: {'Port': ['ID=36dfeb9d-7ab3-4e34-836b-4661c2b46079,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:38.454978 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6a446c68-e9e9-4e65-bdc5-6a24d6f76f83 req-1e5ffed5-f945-4fc9-9cf4-8137000700f4 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/ports?device_id=afd07f97-a630-410b-88c8-ce71e4f9eb32 HTTP/1.1" status: 200 len: 210 time: 0.0318060 Jul 18 10:31:38.459494 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-42fabffe-622b-451d-9a80-ac196d04c35e admin admin] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:31:38.462570 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fabffe-622b-451d-9a80-ac196d04c35e admin admin] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:31:38.514517 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-42fabffe-622b-451d-9a80-ac196d04c35e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783477'] for router_interface (1e6bbf79-6fe0-4428-a436-b29fd5ae4018), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:38.569823 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-ec2c886b-08ca-4452-86fd-bd63b740e2dc None None] Provisioning complete for port 66970eb6-8e8e-4940-ae03-c61bf0dd3fb4 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:31:38.570133 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ec2c886b-08ca-4452-86fd-bd63b740e2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (66970eb6-8e8e-4940-ae03-c61bf0dd3fb4), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:38.575928 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ac0c7347-7aef-46c7-a537-143d098789fa None None] Publish callbacks [] for port (098baab4-b5e8-4ba0-a24c-b6e7a8945cb9), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:38.607572 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d6c44da0-3899-404e-951a-3f7526fd1f12 req-5886268b-f3e8-42e2-a2a5-abbaab03d086 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=233328a3-8e4b-4ece-8072-1a31d00d730f HTTP/1.1" status: 200 len: 210 time: 0.0429661 Jul 18 10:31:38.615924 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ac0c7347-7aef-46c7-a537-143d098789fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (098baab4-b5e8-4ba0-a24c-b6e7a8945cb9), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:38.684164 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-42fabffe-622b-451d-9a80-ac196d04c35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (36dfeb9d-7ab3-4e34-836b-4661c2b46079), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:38.721240 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-ac0c7347-7aef-46c7-a537-143d098789fa None None] Attempting to bind port 098baab4-b5e8-4ba0-a24c-b6e7a8945cb9 on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:31:38.721605 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-ac0c7347-7aef-46c7-a537-143d098789fa None None] Attempting to bind port 098baab4-b5e8-4ba0-a24c-b6e7a8945cb9 by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:31:38.721944 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0c7347-7aef-46c7-a537-143d098789fa None None] Attempting to bind port 098baab4-b5e8-4ba0-a24c-b6e7a8945cb9 on network ab707614-a8a6-4503-81fa-3cf63d34938b {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:31:38.728834 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08767d23-9ee5-49b1-a0e1-97f967b00257 None None] Pushing event updated for resources: {'Port': ['ID=098baab4-b5e8-4ba0-a24c-b6e7a8945cb9,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:38.734152 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:38.741531 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0c7347-7aef-46c7-a537-143d098789fa None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:31:38.741994 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0c7347-7aef-46c7-a537-143d098789fa None None] Checking segment: {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:31:38.742405 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ac0c7347-7aef-46c7-a537-143d098789fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:38.742791 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0c7347-7aef-46c7-a537-143d098789fa None None] Bound using segment: {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:31:38.743300 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-ac0c7347-7aef-46c7-a537-143d098789fa None None] Bound port: 098baab4-b5e8-4ba0-a24c-b6e7a8945cb9, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:31:38.743663 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ac0c7347-7aef-46c7-a537-143d098789fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (098baab4-b5e8-4ba0-a24c-b6e7a8945cb9), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:38.764436 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 66970eb6-8e8e-4940-ae03-c61bf0dd3fb4 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:31:38.845605 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c886b-08ca-4452-86fd-bd63b740e2dc None None] Current status of the port 66970eb6-8e8e-4940-ae03-c61bf0dd3fb4 is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:31:38.846000 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ec2c886b-08ca-4452-86fd-bd63b740e2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (66970eb6-8e8e-4940-ae03-c61bf0dd3fb4), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:38.894522 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-ac0c7347-7aef-46c7-a537-143d098789fa None None] For port 098baab4-b5e8-4ba0-a24c-b6e7a8945cb9, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:31:38.899816 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-ac0c7347-7aef-46c7-a537-143d098789fa None None] For port 098baab4-b5e8-4ba0-a24c-b6e7a8945cb9, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=098baab4-b5e8-4ba0-a24c-b6e7a8945cb9,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:31:38.931067 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-42fabffe-622b-451d-9a80-ac196d04c35e admin admin] Publish callbacks [] for port (36dfeb9d-7ab3-4e34-836b-4661c2b46079), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:38.940835 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-42fabffe-622b-451d-9a80-ac196d04c35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260947040'] for port (36dfeb9d-7ab3-4e34-836b-4661c2b46079), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:38.951272 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ac0c7347-7aef-46c7-a537-143d098789fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (098baab4-b5e8-4ba0-a24c-b6e7a8945cb9), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:38.962999 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 66970eb6-8e8e-4940-ae03-c61bf0dd3fb4 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:31:38.963369 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (66970eb6-8e8e-4940-ae03-c61bf0dd3fb4), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:38.967820 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-ec2c886b-08ca-4452-86fd-bd63b740e2dc None None] For port 66970eb6-8e8e-4940-ae03-c61bf0dd3fb4, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=66970eb6-8e8e-4940-ae03-c61bf0dd3fb4,segment=NetworkSegment(b45be2e7-7251-4cdd-9e21-31af79e7b824),segment_id=b45be2e7-7251-4cdd-9e21-31af79e7b824)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:31:38.986878 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-1efe4844-f262-43e0-97b0-1bedbe94a81a tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=0bd9fedf211d41878c431ee91f87aaf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527084 Jul 18 10:31:39.021315 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:39.031047 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ec2c886b-08ca-4452-86fd-bd63b740e2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (66970eb6-8e8e-4940-ae03-c61bf0dd3fb4), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:39.102109 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0c7347-7aef-46c7-a537-143d098789fa None None] Routers {'1e6bbf79-6fe0-4428-a436-b29fd5ae4018'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:31:39.102962 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-ac0c7347-7aef-46c7-a537-143d098789fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:31:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['1e6bbf79-6fe0-4428-a436-b29fd5ae4018'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:31:39.108788 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fabffe-622b-451d-9a80-ac196d04c35e admin admin] Pushing event updated for resources: {'Port': ['ID=36dfeb9d-7ab3-4e34-836b-4661c2b46079,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:39.111664 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-42fabffe-622b-451d-9a80-ac196d04c35e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-987694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-781581'] for router_interface (1e6bbf79-6fe0-4428-a436-b29fd5ae4018), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:39.167194 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08767d23-9ee5-49b1-a0e1-97f967b00257 None None] Pushing event updated for resources: {'Port': ['ID=098baab4-b5e8-4ba0-a24c-b6e7a8945cb9,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:39.190810 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-21c89803-7a38-4a81-b746-8b1e07e25470 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:39.192646 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-21c89803-7a38-4a81-b746-8b1e07e25470 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1990113 Jul 18 10:31:39.201517 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:39.217300 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-a38a5e61-82d0-4f38-bfb3-45aff0f3ef17 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Request body: {'port': {'device_id': 'afd07f97-a630-410b-88c8-ce71e4f9eb32', 'network_id': '28747a06-a626-4609-98c3-baa8d34ab6d5', 'admin_state_up': True, 'tenant_id': '0bd9fedf211d41878c431ee91f87aaf8'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:31:39.253452 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 66970eb6-8e8e-4940-ae03-c61bf0dd3fb4 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:31:39.285660 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fabffe-622b-451d-9a80-ac196d04c35e admin admin] Network 870f3279-11e6-413f-b79e-505ce09ed7f4 is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:31:39.287376 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-42fabffe-622b-451d-9a80-ac196d04c35e admin admin] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:31:39.291604 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-3ea51cdf-9657-4b0d-9c27-33d42b580a45 None None] Provisioning complete for port 36dfeb9d-7ab3-4e34-836b-4661c2b46079 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:31:39.292255 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3ea51cdf-9657-4b0d-9c27-33d42b580a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (36dfeb9d-7ab3-4e34-836b-4661c2b46079), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:39.359059 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c886b-08ca-4452-86fd-bd63b740e2dc None None] Pushing event updated for resources: {'Port': ['ID=66970eb6-8e8e-4940-ae03-c61bf0dd3fb4,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:39.367750 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-3ea51cdf-9657-4b0d-9c27-33d42b580a45 None None] Port 36dfeb9d-7ab3-4e34-836b-4661c2b46079 cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:31:39.388636 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-ac0c7347-7aef-46c7-a537-143d098789fa None None] Set router 1e6bbf79-6fe0-4428-a436-b29fd5ae4018 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:31:39.406161 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-a38a5e61-82d0-4f38-bfb3-45aff0f3ef17 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Made reservation on behalf of 0bd9fedf211d41878c431ee91f87aaf8 for: {'port': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:31:39.410979 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-a38a5e61-82d0-4f38-bfb3-45aff0f3ef17 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:39.418820 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-3ea51cdf-9657-4b0d-9c27-33d42b580a45 None None] Provisioning complete for port 66970eb6-8e8e-4940-ae03-c61bf0dd3fb4 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:31:39.419199 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3ea51cdf-9657-4b0d-9c27-33d42b580a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (66970eb6-8e8e-4940-ae03-c61bf0dd3fb4), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:39.425845 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-a38a5e61-82d0-4f38-bfb3-45aff0f3ef17 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:39.426252 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fabffe-622b-451d-9a80-ac196d04c35e admin admin] Router 1e6bbf79-6fe0-4428-a436-b29fd5ae4018 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:31:39.436648 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:39.534339 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-a38a5e61-82d0-4f38-bfb3-45aff0f3ef17 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Publish callbacks [] for security_group (b781c6f8-e5c5-4a0f-aa83-e22951fe3689), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:39.545199 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-a38a5e61-82d0-4f38-bfb3-45aff0f3ef17 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (b781c6f8-e5c5-4a0f-aa83-e22951fe3689), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:39.577988 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fabffe-622b-451d-9a80-ac196d04c35e admin admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:31:39.585139 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-42fabffe-622b-451d-9a80-ac196d04c35e admin admin] 10.222.0.33 "PUT /v2.0/routers/1e6bbf79-6fe0-4428-a436-b29fd5ae4018/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2464247 Jul 18 10:31:39.660449 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6da0b8ee-c833-4a24-acdb-a394d5324e06 req-3c17f84a-539a-42ef-b068-484f57ea22b0 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/ports?device_id=afd07f97-a630-410b-88c8-ce71e4f9eb32 HTTP/1.1" status: 200 len: 210 time: 0.0963323 Jul 18 10:31:39.669605 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-3ea51cdf-9657-4b0d-9c27-33d42b580a45 None None] Current status of the port 66970eb6-8e8e-4940-ae03-c61bf0dd3fb4 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:31:39.683542 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a5e61-82d0-4f38-bfb3-45aff0f3ef17 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b781c6f8-e5c5-4a0f-aa83-e22951fe3689,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:39.738630 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-ac0c7347-7aef-46c7-a537-143d098789fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6bbf79-6fe0-4428-a436-b29fd5ae4018', 'name': 'tempest-TestMinimumBasicScenario-1470236399-router', 'tenant_id': 'ddd22b027e204f30848e177ea4b8dfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '098baab4-b5e8-4ba0-a24c-b6e7a8945cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:31:34Z', 'updated_at': '2022-07-18T10:31:38Z', 'revision_number': 4, 'project_id': 'ddd22b027e204f30848e177ea4b8dfe6', 'gw_port': {'id': '098baab4-b5e8-4ba0-a24c-b6e7a8945cb9', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6bbf79-6fe0-4428-a436-b29fd5ae4018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:31:35Z', 'updated_at': '2022-07-18T10:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '36dfeb9d-7ab3-4e34-836b-4661c2b46079', 'name': '', 'network_id': '870f3279-11e6-413f-b79e-505ce09ed7f4', 'tenant_id': 'ddd22b027e204f30848e177ea4b8dfe6', 'mac_address': 'fa:16:3e:2b:1c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6bbf79-6fe0-4428-a436-b29fd5ae4018', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f17b772f-f7bb-47d1-9b3a-899b66f6dae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:31:38Z', 'updated_at': '2022-07-18T10:31:38Z', 'revision_number': 2, 'project_id': 'ddd22b027e204f30848e177ea4b8dfe6', 'subnets': [{'id': 'f17b772f-f7bb-47d1-9b3a-899b66f6dae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:31:39.746052 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:39.770060 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0c7347-7aef-46c7-a537-143d098789fa None None] The sync data for ids ['1e6bbf79-6fe0-4428-a436-b29fd5ae4018'] in dv-cinder-837546-3-iscsi is: [{'id': '1e6bbf79-6fe0-4428-a436-b29fd5ae4018', 'name': 'tempest-TestMinimumBasicScenario-1470236399-router', 'tenant_id': 'ddd22b027e204f30848e177ea4b8dfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '098baab4-b5e8-4ba0-a24c-b6e7a8945cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:31:34Z', 'updated_at': '2022-07-18T10:31:38Z', 'revision_number': 4, 'project_id': 'ddd22b027e204f30848e177ea4b8dfe6', 'gw_port': {'id': '098baab4-b5e8-4ba0-a24c-b6e7a8945cb9', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6bbf79-6fe0-4428-a436-b29fd5ae4018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:31:35Z', 'updated_at': '2022-07-18T10:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '36dfeb9d-7ab3-4e34-836b-4661c2b46079', 'name': '', 'network_id': '870f3279-11e6-413f-b79e-505ce09ed7f4', 'tenant_id': 'ddd22b027e204f30848e177ea4b8dfe6', 'mac_address': 'fa:16:3e:2b:1c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6bbf79-6fe0-4428-a436-b29fd5ae4018', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f17b772f-f7bb-47d1-9b3a-899b66f6dae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:31:38Z', 'updated_at': '2022-07-18T10:31:38Z', 'revision_number': 2, 'project_id': 'ddd22b027e204f30848e177ea4b8dfe6', 'subnets': [{'id': 'f17b772f-f7bb-47d1-9b3a-899b66f6dae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:31:39.774851 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_common [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-a38a5e61-82d0-4f38-bfb3-45aff0f3ef17 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Allocated IP 192.168.233.212 (28747a06-a626-4609-98c3-baa8d34ab6d5/9c1d23fb-fa6d-494d-a9dd-9b427fbec039/8a18070f-25e3-4429-b290-643f2e4e970a) {{(pid=103899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:31:39.806383 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device c7e3d10c-31e5-479a-8314-39f962197adb no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:31:39.841830 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-eb61a753-8a09-49f0-8577-fb29114261cb None None] Provisioning complete for port 36dfeb9d-7ab3-4e34-836b-4661c2b46079 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:31:39.842208 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-eb61a753-8a09-49f0-8577-fb29114261cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (36dfeb9d-7ab3-4e34-836b-4661c2b46079), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:39.844307 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] No Port match for: c7e3d10c-31e5-479a-8314-39f962197adb {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:31:39.844720 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device c7e3d10c-31e5-479a-8314-39f962197adb not bound to the agent host hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:31:39.881106 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-eb61a753-8a09-49f0-8577-fb29114261cb None None] Port 36dfeb9d-7ab3-4e34-836b-4661c2b46079 cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:31:39.992414 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-a38a5e61-82d0-4f38-bfb3-45aff0f3ef17 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Publish callbacks [] for port (8a18070f-25e3-4429-b290-643f2e4e970a), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:40.027870 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-a38a5e61-82d0-4f38-bfb3-45aff0f3ef17 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (8a18070f-25e3-4429-b290-643f2e4e970a), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:40.088620 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-a38a5e61-82d0-4f38-bfb3-45aff0f3ef17 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Network 28747a06-a626-4609-98c3-baa8d34ab6d5 is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:31:40.091814 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-a38a5e61-82d0-4f38-bfb3-45aff0f3ef17 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:31:40.095584 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-a38a5e61-82d0-4f38-bfb3-45aff0f3ef17 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Received port after_create {{(pid=103899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:31:40.182151 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-a38a5e61-82d0-4f38-bfb3-45aff0f3ef17 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:40.182964 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-a38a5e61-82d0-4f38-bfb3-45aff0f3ef17 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:40.191175 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a5e61-82d0-4f38-bfb3-45aff0f3ef17 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Pushing event updated for resources: {'Port': ['ID=8a18070f-25e3-4429-b290-643f2e4e970a,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:40.214000 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-a38a5e61-82d0-4f38-bfb3-45aff0f3ef17 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0032156 Jul 18 10:31:40.402189 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9475e171-0f77-4010-a7bb-86172174e63a None None] Provisioning complete for port 8a18070f-25e3-4429-b290-643f2e4e970a triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:31:40.402556 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9475e171-0f77-4010-a7bb-86172174e63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (8a18070f-25e3-4429-b290-643f2e4e970a), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:40.437484 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9475e171-0f77-4010-a7bb-86172174e63a None None] Port 8a18070f-25e3-4429-b290-643f2e4e970a cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:31:40.798992 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 66970eb6-8e8e-4940-ae03-c61bf0dd3fb4 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:31:40.833866 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8b823-4952-4f60-86e6-85ae9101e3e8 req-a2329310-307d-4e0c-b7f5-fb117d0b90b1 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:40.835458 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-64e8b823-4952-4f60-86e6-85ae9101e3e8 req-a2329310-307d-4e0c-b7f5-fb117d0b90b1 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/ports?device_id=afd07f97-a630-410b-88c8-ce71e4f9eb32 HTTP/1.1" status: 200 len: 936 time: 0.0798025 Jul 18 10:31:40.866161 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 66970eb6-8e8e-4940-ae03-c61bf0dd3fb4 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:31:40.866894 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (66970eb6-8e8e-4940-ae03-c61bf0dd3fb4), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:40.903358 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-64e8b823-4952-4f60-86e6-85ae9101e3e8 req-f6b762d7-7f8c-4d35-bde1-ac4d82d81a7d tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/security-groups?id=b781c6f8-e5c5-4a0f-aa83-e22951fe3689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589528 Jul 18 10:31:40.932283 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:40.972478 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 66970eb6-8e8e-4940-ae03-c61bf0dd3fb4 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:31:40.973701 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 098baab4-b5e8-4ba0-a24c-b6e7a8945cb9 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:31:41.026287 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 098baab4-b5e8-4ba0-a24c-b6e7a8945cb9 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:31:41.026658 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (098baab4-b5e8-4ba0-a24c-b6e7a8945cb9), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:41.118528 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-364dc7de-3864-45c3-8396-8493f7e60aa7 service neutron] Request body: {'port': {'device_id': 'afd07f97-a630-410b-88c8-ce71e4f9eb32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:31:41.126797 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 098baab4-b5e8-4ba0-a24c-b6e7a8945cb9 is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:31:41.127228 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (098baab4-b5e8-4ba0-a24c-b6e7a8945cb9), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:41.154907 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] For port 098baab4-b5e8-4ba0-a24c-b6e7a8945cb9, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=098baab4-b5e8-4ba0-a24c-b6e7a8945cb9,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:31:41.167954 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (098baab4-b5e8-4ba0-a24c-b6e7a8945cb9), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:41.204734 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:41.210264 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-364dc7de-3864-45c3-8396-8493f7e60aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (8a18070f-25e3-4429-b290-643f2e4e970a), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:41.245289 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Pushing event updated for resources: {'Port': ['ID=098baab4-b5e8-4ba0-a24c-b6e7a8945cb9,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:41.259138 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:41.552041 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-364dc7de-3864-45c3-8396-8493f7e60aa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a18070f-25e3-4429-b290-643f2e4e970a {{(pid=103899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:31:41.558420 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-364dc7de-3864-45c3-8396-8493f7e60aa7 service neutron] Publish callbacks [] for port (8a18070f-25e3-4429-b290-643f2e4e970a), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:41.576635 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.provisioning_blocks [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-364dc7de-3864-45c3-8396-8493f7e60aa7 service neutron] Transition to ACTIVE for port object 8a18070f-25e3-4429-b290-643f2e4e970a will not be triggered until provisioned by entity L2. {{(pid=103899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:31:41.589203 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-364dc7de-3864-45c3-8396-8493f7e60aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (8a18070f-25e3-4429-b290-643f2e4e970a), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:41.631357 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:41.645968 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364dc7de-3864-45c3-8396-8493f7e60aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=8a18070f-25e3-4429-b290-643f2e4e970a,revision_number=2']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:41.732232 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-364dc7de-3864-45c3-8396-8493f7e60aa7 service neutron] Attempting to bind port 8a18070f-25e3-4429-b290-643f2e4e970a on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:31:41.732611 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-364dc7de-3864-45c3-8396-8493f7e60aa7 service neutron] Attempting to bind port 8a18070f-25e3-4429-b290-643f2e4e970a by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'a419c655-4ccb-4c33-a593-83bd1364cf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '28747a06-a626-4609-98c3-baa8d34ab6d5'}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:31:41.732945 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-364dc7de-3864-45c3-8396-8493f7e60aa7 service neutron] Attempting to bind port 8a18070f-25e3-4429-b290-643f2e4e970a on network 28747a06-a626-4609-98c3-baa8d34ab6d5 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:31:41.738556 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-364dc7de-3864-45c3-8396-8493f7e60aa7 service neutron] Port 8a18070f-25e3-4429-b290-643f2e4e970a on network 28747a06-a626-4609-98c3-baa8d34ab6d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:31:41.738868 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-364dc7de-3864-45c3-8396-8493f7e60aa7 service neutron] Attempting to bind port 8a18070f-25e3-4429-b290-643f2e4e970a on network 28747a06-a626-4609-98c3-baa8d34ab6d5 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:31:41.744894 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-364dc7de-3864-45c3-8396-8493f7e60aa7 service neutron] Checking agent: {'id': 'f1e01c1b-bf46-4f7e-883c-267517c6b0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'started_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:31:41.745235 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-364dc7de-3864-45c3-8396-8493f7e60aa7 service neutron] Checking segment: {'id': 'a419c655-4ccb-4c33-a593-83bd1364cf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '28747a06-a626-4609-98c3-baa8d34ab6d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:31:41.745626 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-364dc7de-3864-45c3-8396-8493f7e60aa7 service neutron] Bound using segment: {'id': 'a419c655-4ccb-4c33-a593-83bd1364cf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '28747a06-a626-4609-98c3-baa8d34ab6d5'} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:31:41.746055 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-364dc7de-3864-45c3-8396-8493f7e60aa7 service neutron] Bound port: 8a18070f-25e3-4429-b290-643f2e4e970a, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a419c655-4ccb-4c33-a593-83bd1364cf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '28747a06-a626-4609-98c3-baa8d34ab6d5'}}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:31:41.746416 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-364dc7de-3864-45c3-8396-8493f7e60aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (8a18070f-25e3-4429-b290-643f2e4e970a), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:41.825606 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-364dc7de-3864-45c3-8396-8493f7e60aa7 service neutron] For port 8a18070f-25e3-4429-b290-643f2e4e970a, host hv-cinder-83754, cleared binding levels {{(pid=103899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:31:41.829482 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-364dc7de-3864-45c3-8396-8493f7e60aa7 service neutron] For port 8a18070f-25e3-4429-b290-643f2e4e970a, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8a18070f-25e3-4429-b290-643f2e4e970a,segment=NetworkSegment(a419c655-4ccb-4c33-a593-83bd1364cf2b),segment_id=a419c655-4ccb-4c33-a593-83bd1364cf2b)] {{(pid=103899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:31:41.839445 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-364dc7de-3864-45c3-8396-8493f7e60aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (8a18070f-25e3-4429-b290-643f2e4e970a), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:41.883092 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-364dc7de-3864-45c3-8396-8493f7e60aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:41.884027 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-364dc7de-3864-45c3-8396-8493f7e60aa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:41.885559 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-364dc7de-3864-45c3-8396-8493f7e60aa7 service neutron] 10.222.0.30 "PUT /v2.0/ports/8a18070f-25e3-4429-b290-643f2e4e970a HTTP/1.1" status: 200 len: 1098 time: 0.7713783 Jul 18 10:31:41.888337 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd07f97-a630-410b-88c8-ce71e4f9eb32', 'tag': '8a18070f-25e3-4429-b290-643f2e4e970a'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:31:41.890754 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c28ed33-51c2-43e3-bfe2-9b0777f58177" -d '{"events": [{"name": "network-changed", "server_uuid": "afd07f97-a630-410b-88c8-ce71e4f9eb32", "tag": "8a18070f-25e3-4429-b290-643f2e4e970a"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:31:41.926972 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364dc7de-3864-45c3-8396-8493f7e60aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=8a18070f-25e3-4429-b290-643f2e4e970a,revision_number=3']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:41.979245 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872440c2-0093-43d9-85ac-63a79fc0525a x-openstack-request-id: req-872440c2-0093-43d9-85ac-63a79fc0525a {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:31:41.979610 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afd07f97-a630-410b-88c8-ce71e4f9eb32", "tag": "8a18070f-25e3-4429-b290-643f2e4e970a", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:31:41.979964 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-872440c2-0093-43d9-85ac-63a79fc0525a {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:31:41.980478 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-872440c2-0093-43d9-85ac-63a79fc0525a'] response: {'name': 'network-changed', 'server_uuid': 'afd07f97-a630-410b-88c8-ce71e4f9eb32', 'tag': '8a18070f-25e3-4429-b290-643f2e4e970a', 'status': 'completed', 'code': 200} Jul 18 10:31:42.075574 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35b34d-38fb-4aa4-9f8d-483d31b21fe9 req-e484e3de-9c7a-42d7-ac99-0aba8f0ab9a2 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:42.077199 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-db35b34d-38fb-4aa4-9f8d-483d31b21fe9 req-e484e3de-9c7a-42d7-ac99-0aba8f0ab9a2 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/ports?device_id=afd07f97-a630-410b-88c8-ce71e4f9eb32 HTTP/1.1" status: 200 len: 948 time: 0.0640538 Jul 18 10:31:42.139281 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-db35b34d-38fb-4aa4-9f8d-483d31b21fe9 req-9f6a1bba-8aab-408f-9c2c-ec5658dd3f15 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/security-groups?id=b781c6f8-e5c5-4a0f-aa83-e22951fe3689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557563 Jul 18 10:31:42.673005 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 098baab4-b5e8-4ba0-a24c-b6e7a8945cb9 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:31:42.723054 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 098baab4-b5e8-4ba0-a24c-b6e7a8945cb9 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:31:42.723626 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (098baab4-b5e8-4ba0-a24c-b6e7a8945cb9), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:42.803031 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 098baab4-b5e8-4ba0-a24c-b6e7a8945cb9 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:31:42.987311 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-19345ee5-5d44-474a-b662-47225322ece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:42.989310 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-19345ee5-5d44-474a-b662-47225322ece2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0bd9fedf211d41878c431ee91f87aaf8&device_id=afd07f97-a630-410b-88c8-ce71e4f9eb32 HTTP/1.1" status: 200 len: 1132 time: 0.0443840 Jul 18 10:31:43.033740 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-da45582f-c345-49e4-a316-4448c9e739b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=8a18070f-25e3-4429-b290-643f2e4e970a HTTP/1.1" status: 200 len: 217 time: 0.0360808 Jul 18 10:31:43.102631 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-30de1f60-fcfa-4eaf-9105-d24d38ecb2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:43.106341 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-30de1f60-fcfa-4eaf-9105-d24d38ecb2f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9c1d23fb-fa6d-494d-a9dd-9b427fbec039 HTTP/1.1" status: 200 len: 843 time: 0.0632956 Jul 18 10:31:43.210748 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-9d499c66-0cf1-4e2d-ba92-50f25e2ddd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:43.213186 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-9d499c66-0cf1-4e2d-ba92-50f25e2ddd8f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=28747a06-a626-4609-98c3-baa8d34ab6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0934484 Jul 18 10:31:43.338878 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:43.356472 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d690e86-ceca-419c-8679-c3b5af041a0e req-d3e52698-6df4-4d2d-8b0a-89fd86a1b423 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:43.358156 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9d690e86-ceca-419c-8679-c3b5af041a0e req-d3e52698-6df4-4d2d-8b0a-89fd86a1b423 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/ports?device_id=afd07f97-a630-410b-88c8-ce71e4f9eb32 HTTP/1.1" status: 200 len: 948 time: 0.1102967 Jul 18 10:31:43.412821 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-1bfe46c3-63c4-4559-8091-14fc054294e3 service neutron] 10.222.0.30 "GET /v2.0/networks/28747a06-a626-4609-98c3-baa8d34ab6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917050 Jul 18 10:31:43.452377 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9d690e86-ceca-419c-8679-c3b5af041a0e req-108884d5-5c8e-436c-8c77-9ca3e7ff77e8 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/security-groups?id=b781c6f8-e5c5-4a0f-aa83-e22951fe3689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862775 Jul 18 10:31:43.530262 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3d29ed7a-e361-4e61-a120-9dfcbe1a2e1c req-5b83a332-fa4d-422e-9b8d-dab7c65e6579 service neutron] 10.222.0.30 "GET /v2.0/networks/28747a06-a626-4609-98c3-baa8d34ab6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073124 Jul 18 10:31:44.701854 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3cabd3-32a5-44b4-9be0-519c56bb0b6b req-82a43e5c-20be-4047-bbb4-641e8c443f69 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:44.703603 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-da3cabd3-32a5-44b4-9be0-519c56bb0b6b req-82a43e5c-20be-4047-bbb4-641e8c443f69 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/ports?device_id=afd07f97-a630-410b-88c8-ce71e4f9eb32 HTTP/1.1" status: 200 len: 948 time: 0.1212077 Jul 18 10:31:44.707566 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28ed33-51c2-43e3-bfe2-9b0777f58177 req-5fc243f9-c510-4e1b-9986-8e37acc20c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:44.709454 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9c28ed33-51c2-43e3-bfe2-9b0777f58177 req-5fc243f9-c510-4e1b-9986-8e37acc20c0a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0bd9fedf211d41878c431ee91f87aaf8&device_id=afd07f97-a630-410b-88c8-ce71e4f9eb32 HTTP/1.1" status: 200 len: 1132 time: 0.0631454 Jul 18 10:31:44.819113 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-da3cabd3-32a5-44b4-9be0-519c56bb0b6b req-4d9ba65b-bffb-49bb-9dcf-8691747a93dc tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/security-groups?id=b781c6f8-e5c5-4a0f-aa83-e22951fe3689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083453 Jul 18 10:31:44.851845 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28ed33-51c2-43e3-bfe2-9b0777f58177 req-f93f695a-a863-44b1-9dfb-545e729430bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:44.853877 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9c28ed33-51c2-43e3-bfe2-9b0777f58177 req-f93f695a-a863-44b1-9dfb-545e729430bd service neutron] 10.222.0.30 "GET /v2.0/networks?id=28747a06-a626-4609-98c3-baa8d34ab6d5 HTTP/1.1" status: 200 len: 870 time: 0.1356366 Jul 18 10:31:44.902110 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9c28ed33-51c2-43e3-bfe2-9b0777f58177 req-856ae17c-c16a-449d-bdf0-89d002f9fe38 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=8a18070f-25e3-4429-b290-643f2e4e970a HTTP/1.1" status: 200 len: 217 time: 0.0394447 Jul 18 10:31:44.946924 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:44.961333 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28ed33-51c2-43e3-bfe2-9b0777f58177 req-91a561e4-4a96-4c91-b60c-13645f57bc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:44.962875 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9c28ed33-51c2-43e3-bfe2-9b0777f58177 req-91a561e4-4a96-4c91-b60c-13645f57bc4c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9c1d23fb-fa6d-494d-a9dd-9b427fbec039 HTTP/1.1" status: 200 len: 843 time: 0.0516911 Jul 18 10:31:45.067297 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c4b35d-db4b-488e-b5c1-b8331d60c980 None None] Sync routers for ids ['1e6bbf79-6fe0-4428-a436-b29fd5ae4018'] in dv-cinder-837546-3-iscsi {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:31:45.080930 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c4b35d-db4b-488e-b5c1-b8331d60c980 None None] Routers {'1e6bbf79-6fe0-4428-a436-b29fd5ae4018'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:31:45.081548 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-07c4b35d-db4b-488e-b5c1-b8331d60c980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:31:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['1e6bbf79-6fe0-4428-a436-b29fd5ae4018'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:31:45.187495 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-07c4b35d-db4b-488e-b5c1-b8331d60c980 None None] Set router 1e6bbf79-6fe0-4428-a436-b29fd5ae4018 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:31:45.477275 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-07c4b35d-db4b-488e-b5c1-b8331d60c980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6bbf79-6fe0-4428-a436-b29fd5ae4018', 'name': 'tempest-TestMinimumBasicScenario-1470236399-router', 'tenant_id': 'ddd22b027e204f30848e177ea4b8dfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '098baab4-b5e8-4ba0-a24c-b6e7a8945cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:31:34Z', 'updated_at': '2022-07-18T10:31:38Z', 'revision_number': 4, 'project_id': 'ddd22b027e204f30848e177ea4b8dfe6', 'gw_port': {'id': '098baab4-b5e8-4ba0-a24c-b6e7a8945cb9', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6bbf79-6fe0-4428-a436-b29fd5ae4018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:31:35Z', 'updated_at': '2022-07-18T10:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '36dfeb9d-7ab3-4e34-836b-4661c2b46079', 'name': '', 'network_id': '870f3279-11e6-413f-b79e-505ce09ed7f4', 'tenant_id': 'ddd22b027e204f30848e177ea4b8dfe6', 'mac_address': 'fa:16:3e:2b:1c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6bbf79-6fe0-4428-a436-b29fd5ae4018', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f17b772f-f7bb-47d1-9b3a-899b66f6dae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:31:38Z', 'updated_at': '2022-07-18T10:31:38Z', 'revision_number': 2, 'project_id': 'ddd22b027e204f30848e177ea4b8dfe6', 'subnets': [{'id': 'f17b772f-f7bb-47d1-9b3a-899b66f6dae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:31:45.504019 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c4b35d-db4b-488e-b5c1-b8331d60c980 None None] Checking router: 1e6bbf79-6fe0-4428-a436-b29fd5ae4018 for host: dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:31:45.504773 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c4b35d-db4b-488e-b5c1-b8331d60c980 None None] Updating router 1e6bbf79-6fe0-4428-a436-b29fd5ae4018 port 36dfeb9d-7ab3-4e34-836b-4661c2b46079 binding host dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:31:45.539865 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-07c4b35d-db4b-488e-b5c1-b8331d60c980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (36dfeb9d-7ab3-4e34-836b-4661c2b46079), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:45.807984 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28ed33-51c2-43e3-bfe2-9b0777f58177 req-159275b0-9062-48aa-a2ec-d1a518c34186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:45.810349 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9c28ed33-51c2-43e3-bfe2-9b0777f58177 req-159275b0-9062-48aa-a2ec-d1a518c34186 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=28747a06-a626-4609-98c3-baa8d34ab6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0547383 Jul 18 10:31:45.822182 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:45.826754 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-07c4b35d-db4b-488e-b5c1-b8331d60c980 None None] Publish callbacks [] for port (36dfeb9d-7ab3-4e34-836b-4661c2b46079), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:45.833354 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-07c4b35d-db4b-488e-b5c1-b8331d60c980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (36dfeb9d-7ab3-4e34-836b-4661c2b46079), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:45.912557 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b1e0a-7ae1-42d2-ba8c-7415c89c80e2 None None] Pushing event updated for resources: {'Port': ['ID=36dfeb9d-7ab3-4e34-836b-4661c2b46079,revision_number=3']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:45.960749 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-07c4b35d-db4b-488e-b5c1-b8331d60c980 None None] Attempting to bind port 36dfeb9d-7ab3-4e34-836b-4661c2b46079 on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:31:45.961117 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-07c4b35d-db4b-488e-b5c1-b8331d60c980 None None] Attempting to bind port 36dfeb9d-7ab3-4e34-836b-4661c2b46079 by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': 'b45be2e7-7251-4cdd-9e21-31af79e7b824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '870f3279-11e6-413f-b79e-505ce09ed7f4'}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:31:45.961489 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c4b35d-db4b-488e-b5c1-b8331d60c980 None None] Attempting to bind port 36dfeb9d-7ab3-4e34-836b-4661c2b46079 on network 870f3279-11e6-413f-b79e-505ce09ed7f4 {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:31:45.967930 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c4b35d-db4b-488e-b5c1-b8331d60c980 None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:31:45.968251 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c4b35d-db4b-488e-b5c1-b8331d60c980 None None] Checking segment: {'id': 'b45be2e7-7251-4cdd-9e21-31af79e7b824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '870f3279-11e6-413f-b79e-505ce09ed7f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:31:45.968741 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-07c4b35d-db4b-488e-b5c1-b8331d60c980 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:45.969133 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c4b35d-db4b-488e-b5c1-b8331d60c980 None None] Bound using segment: {'id': 'b45be2e7-7251-4cdd-9e21-31af79e7b824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '870f3279-11e6-413f-b79e-505ce09ed7f4'} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:31:45.970180 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-07c4b35d-db4b-488e-b5c1-b8331d60c980 None None] Bound port: 36dfeb9d-7ab3-4e34-836b-4661c2b46079, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b45be2e7-7251-4cdd-9e21-31af79e7b824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '870f3279-11e6-413f-b79e-505ce09ed7f4'}}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:31:45.970560 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-07c4b35d-db4b-488e-b5c1-b8331d60c980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (36dfeb9d-7ab3-4e34-836b-4661c2b46079), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:45.999784 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dbc79-4f9b-4f20-9370-08bc7f132e78 req-028c8944-8267-4e99-8d0c-67ee6916a929 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:46.002839 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c95dbc79-4f9b-4f20-9370-08bc7f132e78 req-028c8944-8267-4e99-8d0c-67ee6916a929 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/ports?device_id=afd07f97-a630-410b-88c8-ce71e4f9eb32 HTTP/1.1" status: 200 len: 948 time: 0.0833373 Jul 18 10:31:46.065330 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:46.068375 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-07c4b35d-db4b-488e-b5c1-b8331d60c980 None None] For port 36dfeb9d-7ab3-4e34-836b-4661c2b46079, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:31:46.076064 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-07c4b35d-db4b-488e-b5c1-b8331d60c980 None None] For port 36dfeb9d-7ab3-4e34-836b-4661c2b46079, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=36dfeb9d-7ab3-4e34-836b-4661c2b46079,segment=NetworkSegment(b45be2e7-7251-4cdd-9e21-31af79e7b824),segment_id=b45be2e7-7251-4cdd-9e21-31af79e7b824)] {{(pid=103901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:31:46.086498 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c95dbc79-4f9b-4f20-9370-08bc7f132e78 req-eac19311-25c8-4c4a-8036-7903841c94f2 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/security-groups?id=b781c6f8-e5c5-4a0f-aa83-e22951fe3689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763638 Jul 18 10:31:46.133342 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-07c4b35d-db4b-488e-b5c1-b8331d60c980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (36dfeb9d-7ab3-4e34-836b-4661c2b46079), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:46.147348 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-82c4999e-b900-4069-a4d0-ef01773213b7 None None] Provisioning complete for port 36dfeb9d-7ab3-4e34-836b-4661c2b46079 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:31:46.147903 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-82c4999e-b900-4069-a4d0-ef01773213b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (36dfeb9d-7ab3-4e34-836b-4661c2b46079), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:46.207374 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c4b35d-db4b-488e-b5c1-b8331d60c980 None None] Routers {'1e6bbf79-6fe0-4428-a436-b29fd5ae4018'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:31:46.208019 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-07c4b35d-db4b-488e-b5c1-b8331d60c980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:31:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['1e6bbf79-6fe0-4428-a436-b29fd5ae4018'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:31:46.213800 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b1e0a-7ae1-42d2-ba8c-7415c89c80e2 None None] Pushing event updated for resources: {'Port': ['ID=36dfeb9d-7ab3-4e34-836b-4661c2b46079,revision_number=4']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:46.261621 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-82c4999e-b900-4069-a4d0-ef01773213b7 None None] Current status of the port 36dfeb9d-7ab3-4e34-836b-4661c2b46079 is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:31:46.262501 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-82c4999e-b900-4069-a4d0-ef01773213b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (36dfeb9d-7ab3-4e34-836b-4661c2b46079), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:46.307075 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-82c4999e-b900-4069-a4d0-ef01773213b7 None None] For port 36dfeb9d-7ab3-4e34-836b-4661c2b46079, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=36dfeb9d-7ab3-4e34-836b-4661c2b46079,segment=NetworkSegment(b45be2e7-7251-4cdd-9e21-31af79e7b824),segment_id=b45be2e7-7251-4cdd-9e21-31af79e7b824)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:31:46.315277 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-82c4999e-b900-4069-a4d0-ef01773213b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (36dfeb9d-7ab3-4e34-836b-4661c2b46079), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:46.367001 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-07c4b35d-db4b-488e-b5c1-b8331d60c980 None None] Set router 1e6bbf79-6fe0-4428-a436-b29fd5ae4018 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:31:46.390451 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4999e-b900-4069-a4d0-ef01773213b7 None None] Pushing event updated for resources: {'Port': ['ID=36dfeb9d-7ab3-4e34-836b-4661c2b46079,revision_number=5']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:46.546676 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 8a18070f-25e3-4429-b290-643f2e4e970a details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:31:46.662368 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-07c4b35d-db4b-488e-b5c1-b8331d60c980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6bbf79-6fe0-4428-a436-b29fd5ae4018', 'name': 'tempest-TestMinimumBasicScenario-1470236399-router', 'tenant_id': 'ddd22b027e204f30848e177ea4b8dfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '098baab4-b5e8-4ba0-a24c-b6e7a8945cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:31:34Z', 'updated_at': '2022-07-18T10:31:38Z', 'revision_number': 4, 'project_id': 'ddd22b027e204f30848e177ea4b8dfe6', 'gw_port': {'id': '098baab4-b5e8-4ba0-a24c-b6e7a8945cb9', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6bbf79-6fe0-4428-a436-b29fd5ae4018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:31:35Z', 'updated_at': '2022-07-18T10:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '36dfeb9d-7ab3-4e34-836b-4661c2b46079', 'name': '', 'network_id': '870f3279-11e6-413f-b79e-505ce09ed7f4', 'tenant_id': 'ddd22b027e204f30848e177ea4b8dfe6', 'mac_address': 'fa:16:3e:2b:1c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6bbf79-6fe0-4428-a436-b29fd5ae4018', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f17b772f-f7bb-47d1-9b3a-899b66f6dae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:31:38Z', 'updated_at': '2022-07-18T10:31:46Z', 'revision_number': 4, 'project_id': 'ddd22b027e204f30848e177ea4b8dfe6', 'subnets': [{'id': 'f17b772f-f7bb-47d1-9b3a-899b66f6dae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:31:46.680479 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9c28ed33-51c2-43e3-bfe2-9b0777f58177 req-8e5ea5ee-1fd6-4415-ab3e-91046cfbc294 service neutron] 10.222.0.30 "GET /v2.0/networks/28747a06-a626-4609-98c3-baa8d34ab6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419148 Jul 18 10:31:46.692827 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c4b35d-db4b-488e-b5c1-b8331d60c980 None None] The sync data for ids ['1e6bbf79-6fe0-4428-a436-b29fd5ae4018'] in dv-cinder-837546-3-iscsi is: [{'id': '1e6bbf79-6fe0-4428-a436-b29fd5ae4018', 'name': 'tempest-TestMinimumBasicScenario-1470236399-router', 'tenant_id': 'ddd22b027e204f30848e177ea4b8dfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '098baab4-b5e8-4ba0-a24c-b6e7a8945cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:31:34Z', 'updated_at': '2022-07-18T10:31:38Z', 'revision_number': 4, 'project_id': 'ddd22b027e204f30848e177ea4b8dfe6', 'gw_port': {'id': '098baab4-b5e8-4ba0-a24c-b6e7a8945cb9', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6bbf79-6fe0-4428-a436-b29fd5ae4018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:31:35Z', 'updated_at': '2022-07-18T10:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '36dfeb9d-7ab3-4e34-836b-4661c2b46079', 'name': '', 'network_id': '870f3279-11e6-413f-b79e-505ce09ed7f4', 'tenant_id': 'ddd22b027e204f30848e177ea4b8dfe6', 'mac_address': 'fa:16:3e:2b:1c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6bbf79-6fe0-4428-a436-b29fd5ae4018', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f17b772f-f7bb-47d1-9b3a-899b66f6dae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:31:38Z', 'updated_at': '2022-07-18T10:31:46Z', 'revision_number': 4, 'project_id': 'ddd22b027e204f30848e177ea4b8dfe6', 'subnets': [{'id': 'f17b772f-f7bb-47d1-9b3a-899b66f6dae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:31:46.815082 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 36dfeb9d-7ab3-4e34-836b-4661c2b46079 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:31:46.821613 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-a0fb2e7b-1345-43f8-ad79-96675273324a None None] Provisioning complete for port 36dfeb9d-7ab3-4e34-836b-4661c2b46079 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:31:46.821986 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a0fb2e7b-1345-43f8-ad79-96675273324a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (36dfeb9d-7ab3-4e34-836b-4661c2b46079), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:46.913869 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 8a18070f-25e3-4429-b290-643f2e4e970a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8a18070f-25e3-4429-b290-643f2e4e970a,segment=NetworkSegment(a419c655-4ccb-4c33-a593-83bd1364cf2b),segment_id=a419c655-4ccb-4c33-a593-83bd1364cf2b)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:31:46.929096 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:46.938058 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Returning: {'device': '8a18070f-25e3-4429-b290-643f2e4e970a', 'network_id': '28747a06-a626-4609-98c3-baa8d34ab6d5', 'port_id': '8a18070f-25e3-4429-b290-643f2e4e970a', 'mac_address': 'fa:16:3e:8b:12:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c1d23fb-fa6d-494d-a9dd-9b427fbec039', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:31:46.951820 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 36dfeb9d-7ab3-4e34-836b-4661c2b46079 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:31:46.952193 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (36dfeb9d-7ab3-4e34-836b-4661c2b46079), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:47.014528 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:47.043976 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-a0fb2e7b-1345-43f8-ad79-96675273324a None None] Current status of the port 36dfeb9d-7ab3-4e34-836b-4661c2b46079 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:31:47.048737 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port 8a18070f-25e3-4429-b290-643f2e4e970a is: DOWN; New status is: BUILD {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:31:47.048737 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (8a18070f-25e3-4429-b290-643f2e4e970a), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:47.067640 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a18070f-25e3-4429-b290-643f2e4e970a {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:31:47.111208 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 8a18070f-25e3-4429-b290-643f2e4e970a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8a18070f-25e3-4429-b290-643f2e4e970a,segment=NetworkSegment(a419c655-4ccb-4c33-a593-83bd1364cf2b),segment_id=a419c655-4ccb-4c33-a593-83bd1364cf2b)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:31:47.130969 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (8a18070f-25e3-4429-b290-643f2e4e970a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:47.134315 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 36dfeb9d-7ab3-4e34-836b-4661c2b46079 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:31:47.192058 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=8a18070f-25e3-4429-b290-643f2e4e970a,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:47.247913 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8884e-a366-4523-9b64-3641c3711a78 req-919b4ebb-aef2-498c-ab3c-5e2b5edede0f tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:47.249788 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3da8884e-a366-4523-9b64-3641c3711a78 req-919b4ebb-aef2-498c-ab3c-5e2b5edede0f tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/ports?device_id=afd07f97-a630-410b-88c8-ce71e4f9eb32 HTTP/1.1" status: 200 len: 949 time: 0.0596712 Jul 18 10:31:47.306200 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3da8884e-a366-4523-9b64-3641c3711a78 req-2f26ebfb-ee14-4d58-803d-1e95effae8ca tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/security-groups?id=b781c6f8-e5c5-4a0f-aa83-e22951fe3689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503576 Jul 18 10:31:47.632479 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9c28ed33-51c2-43e3-bfe2-9b0777f58177 req-621f0e5b-d305-4063-ab10-b8919eb6b3d2 service neutron] 10.222.0.30 "GET /v2.0/networks/28747a06-a626-4609-98c3-baa8d34ab6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327770 Jul 18 10:31:47.892593 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['8a18070f-25e3-4429-b290-643f2e4e970a'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:31:48.130887 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-dbff42e6-f3d5-4d6f-9f31-75f0fae3bc7d tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:48.132429 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-dbff42e6-f3d5-4d6f-9f31-75f0fae3bc7d tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/networks?id=303a42e4-0390-40fa-955b-4c7e6e4064b3 HTTP/1.1" status: 200 len: 814 time: 0.1649973 Jul 18 10:31:48.159245 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-10271f5b-7daf-465b-959f-ffc134a6d2e9 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/quotas/ee6203312784435b8cd1fdfede3fb597 HTTP/1.1" status: 200 len: 375 time: 0.0191019 Jul 18 10:31:48.199129 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-89429a54-800d-4998-a232-1597b704068d tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=ee6203312784435b8cd1fdfede3fb597&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336215 Jul 18 10:31:48.301365 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:48.315555 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-d1268230-3080-4fbd-a623-e0e86fa4b024 service neutron] 10.222.0.33 "GET /v2.0/networks/303a42e4-0390-40fa-955b-4c7e6e4064b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056206 Jul 18 10:31:48.442401 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-ee17fbe1-2a9f-4d05-91bd-d76df0faf7c7 service neutron] 10.222.0.33 "GET /v2.0/networks/303a42e4-0390-40fa-955b-4c7e6e4064b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259754 Jul 18 10:31:48.448444 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f972b0-08a6-4095-b26f-571bc414db35 req-2bd8d4e2-1229-4e70-8f8a-37a9fb0c12f1 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:48.450532 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a8f972b0-08a6-4095-b26f-571bc414db35 req-2bd8d4e2-1229-4e70-8f8a-37a9fb0c12f1 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/ports?device_id=afd07f97-a630-410b-88c8-ce71e4f9eb32 HTTP/1.1" status: 200 len: 949 time: 0.0646832 Jul 18 10:31:48.516934 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a8f972b0-08a6-4095-b26f-571bc414db35 req-ca72527e-70fd-47da-b641-743dd0080218 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/security-groups?id=b781c6f8-e5c5-4a0f-aa83-e22951fe3689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575442 Jul 18 10:31:48.714800 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-59da87e0-948c-4cbc-8df1-fac30c143bf8 req-dae325ed-c721-4119-ad3d-a9b25a468cd4 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6d1079b-c5d3-4062-9759-b681711cef09 HTTP/1.1" status: 200 len: 210 time: 0.0441730 Jul 18 10:31:49.573821 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=70 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:49.575799 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:49.602063 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:49.653986 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a813c-8e5a-45a4-9feb-65bd02a5d12a req-3cab747f-2e93-4cae-9f98-50ca957a77f5 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:49.655599 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-053a813c-8e5a-45a4-9feb-65bd02a5d12a req-3cab747f-2e93-4cae-9f98-50ca957a77f5 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/ports?device_id=afd07f97-a630-410b-88c8-ce71e4f9eb32 HTTP/1.1" status: 200 len: 949 time: 0.0636251 Jul 18 10:31:49.705702 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 6 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:31:49.726417 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-053a813c-8e5a-45a4-9feb-65bd02a5d12a req-8c1948e1-2f5d-42ff-8871-6786896fb8f3 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/security-groups?id=b781c6f8-e5c5-4a0f-aa83-e22951fe3689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631135 Jul 18 10:31:49.847489 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f1c3f8e7-944e-46aa-9da9-c5d9c942a043 req-1f929b71-9121-456a-a567-8108480b75e8 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6d1079b-c5d3-4062-9759-b681711cef09 HTTP/1.1" status: 200 len: 210 time: 0.0549510 Jul 18 10:31:49.903875 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 8a18070f-25e3-4429-b290-643f2e4e970a up at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:31:49.981451 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-3742c262-b89f-4a52-994c-97970a6e2775 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:49.989730 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-3742c262-b89f-4a52-994c-97970a6e2775 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.30 "GET /v2.0/networks?id=303a42e4-0390-40fa-955b-4c7e6e4064b3 HTTP/1.1" status: 200 len: 814 time: 0.2465217 Jul 18 10:31:50.013463 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-608f0659-3ffd-4c8f-bd94-1e4038c33427 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Request body: {'port': {'device_id': 'a6d1079b-c5d3-4062-9759-b681711cef09', 'network_id': '303a42e4-0390-40fa-955b-4c7e6e4064b3', 'admin_state_up': True, 'tenant_id': 'ee6203312784435b8cd1fdfede3fb597'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:31:50.054621 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning for port 8a18070f-25e3-4429-b290-643f2e4e970a completed by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:31:50.063374 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-fb2cc202-0e06-4eea-98a3-36eb92d41edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:50.068969 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning complete for port 8a18070f-25e3-4429-b290-643f2e4e970a triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:31:50.069353 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (8a18070f-25e3-4429-b290-643f2e4e970a), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:50.168150 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port 8a18070f-25e3-4429-b290-643f2e4e970a is: BUILD; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:31:50.168598 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (8a18070f-25e3-4429-b290-643f2e4e970a), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:50.194777 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd07f97-a630-410b-88c8-ce71e4f9eb32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a18070f-25e3-4429-b290-643f2e4e970a'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:31:50.197142 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84681e705a03fd555db26336157b75fd76ce56e0c69b7b802094418238443ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a345f34-3067-4fa9-bfcd-a278cf80e6eb" -d '{"events": [{"server_uuid": "afd07f97-a630-410b-88c8-ce71e4f9eb32", "name": "network-vif-plugged", "status": "completed", "tag": "8a18070f-25e3-4429-b290-643f2e4e970a"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:31:50.213172 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 8a18070f-25e3-4429-b290-643f2e4e970a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8a18070f-25e3-4429-b290-643f2e4e970a,segment=NetworkSegment(a419c655-4ccb-4c33-a593-83bd1364cf2b),segment_id=a419c655-4ccb-4c33-a593-83bd1364cf2b)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:31:50.220260 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (8a18070f-25e3-4429-b290-643f2e4e970a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:50.244993 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2a4182-7b80-47e0-94a1-edcf3920b306 x-openstack-request-id: req-1a2a4182-7b80-47e0-94a1-edcf3920b306 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:31:50.245307 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd07f97-a630-410b-88c8-ce71e4f9eb32", "name": "network-vif-plugged", "status": "completed", "tag": "8a18070f-25e3-4429-b290-643f2e4e970a", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:31:50.245561 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1a2a4182-7b80-47e0-94a1-edcf3920b306 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:31:50.245961 dv-cinder-837546-3-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a2a4182-7b80-47e0-94a1-edcf3920b306'] response: {'server_uuid': 'afd07f97-a630-410b-88c8-ce71e4f9eb32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a18070f-25e3-4429-b290-643f2e4e970a', 'code': 200} Jul 18 10:31:50.251240 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-bc2050e4-3ed9-4818-8068-21af42b40a21 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:50.252992 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-bc2050e4-3ed9-4818-8068-21af42b40a21 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/networks?id=2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c HTTP/1.1" status: 200 len: 815 time: 0.1507683 Jul 18 10:31:50.254112 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-608f0659-3ffd-4c8f-bd94-1e4038c33427 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Made reservation on behalf of ee6203312784435b8cd1fdfede3fb597 for: {'port': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:31:50.257735 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-608f0659-3ffd-4c8f-bd94-1e4038c33427 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:50.278508 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-59acd65f-5f00-4931-bac4-14ab4955a170 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/quotas/f62ef510c8484995a2f31f29104f399f HTTP/1.1" status: 200 len: 375 time: 0.0184209 Jul 18 10:31:50.280385 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=8a18070f-25e3-4429-b290-643f2e4e970a,revision_number=5']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:50.369848 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-917ad1de-0380-4bbe-9d1c-6ef748e0a137 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=f62ef510c8484995a2f31f29104f399f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842068 Jul 18 10:31:50.517503 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04b537-8a02-473e-ab7f-0bbd25a8f6dd req-8da25f03-b80f-419b-906f-a954142c9c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:50.518993 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9a04b537-8a02-473e-ab7f-0bbd25a8f6dd req-8da25f03-b80f-419b-906f-a954142c9c8e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=afd07f97-a630-410b-88c8-ce71e4f9eb32 HTTP/1.1" status: 200 len: 1134 time: 0.1317117 Jul 18 10:31:50.523941 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_common [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-608f0659-3ffd-4c8f-bd94-1e4038c33427 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Allocated IP 172.20.0.3 (303a42e4-0390-40fa-955b-4c7e6e4064b3/d4fa1e89-cbca-4ddc-a2c7-37d61576e52d/6a2188b8-537d-4141-bb7c-a4099429ba7c) {{(pid=103899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:31:50.847293 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-e4d37aa1-d8b5-45e9-ad3d-9c2b349098bc service neutron] 10.222.0.33 "GET /v2.0/networks/2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609900 Jul 18 10:31:50.856075 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:50.879206 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:50.910871 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9a04b537-8a02-473e-ab7f-0bbd25a8f6dd req-313fc5ca-b4fc-4fc6-bdea-fc8468c10b32 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b781c6f8-e5c5-4a0f-aa83-e22951fe3689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814158 Jul 18 10:31:50.927314 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32484f-2f27-4a1e-92fc-f3c679402a60 req-4a2413c8-5a7b-4fbc-b3bc-821e3b66f9af tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:50.928801 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8e32484f-2f27-4a1e-92fc-f3c679402a60 req-4a2413c8-5a7b-4fbc-b3bc-821e3b66f9af tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/ports?device_id=afd07f97-a630-410b-88c8-ce71e4f9eb32 HTTP/1.1" status: 200 len: 950 time: 0.1248589 Jul 18 10:31:51.088902 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-339a1fc2-080d-469f-8c08-8b1a4ca6999e service neutron] 10.222.0.33 "GET /v2.0/networks/2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257631 Jul 18 10:31:51.094761 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8e32484f-2f27-4a1e-92fc-f3c679402a60 req-3c530166-dee6-4a80-9c54-08e2f8c2073b tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/security-groups?id=b781c6f8-e5c5-4a0f-aa83-e22951fe3689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311615 Jul 18 10:31:51.133204 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-608f0659-3ffd-4c8f-bd94-1e4038c33427 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Publish callbacks [] for port (6a2188b8-537d-4141-bb7c-a4099429ba7c), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:51.184106 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-608f0659-3ffd-4c8f-bd94-1e4038c33427 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (6a2188b8-537d-4141-bb7c-a4099429ba7c), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:51.278748 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e309636-12aa-4510-a7d0-6d7885129627 req-7663ab3a-ab52-4c34-9807-93c2b7ef35d3 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:51.280258 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-7e309636-12aa-4510-a7d0-6d7885129627 req-7663ab3a-ab52-4c34-9807-93c2b7ef35d3 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6d1079b-c5d3-4062-9759-b681711cef09 HTTP/1.1" status: 200 len: 931 time: 0.1120341 Jul 18 10:31:51.282114 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-608f0659-3ffd-4c8f-bd94-1e4038c33427 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Network 303a42e4-0390-40fa-955b-4c7e6e4064b3 is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:31:51.286450 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0170c756-2f5f-441c-a75d-52c7bdea5f04 req-324f82e3-4f04-40c4-8472-af6b7dc54611 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 210 time: 0.0488434 Jul 18 10:31:51.291734 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-608f0659-3ffd-4c8f-bd94-1e4038c33427 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:31:51.304896 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-608f0659-3ffd-4c8f-bd94-1e4038c33427 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Received port after_create {{(pid=103899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:31:51.320240 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f0659-3ffd-4c8f-bd94-1e4038c33427 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Pushing event updated for resources: {'Port': ['ID=6a2188b8-537d-4141-bb7c-a4099429ba7c,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:51.385999 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-608f0659-3ffd-4c8f-bd94-1e4038c33427 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:51.386692 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-608f0659-3ffd-4c8f-bd94-1e4038c33427 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:51.394134 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-7e309636-12aa-4510-a7d0-6d7885129627 req-052c9b8e-c1d9-4d38-9705-c3af3112e9c4 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974281 Jul 18 10:31:51.420753 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-608f0659-3ffd-4c8f-bd94-1e4038c33427 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4178605 Jul 18 10:31:51.754957 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Request body: {'port': {'device_id': 'a6d1079b-c5d3-4062-9759-b681711cef09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:31:51.836037 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (6a2188b8-537d-4141-bb7c-a4099429ba7c), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:51.964872 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:52.107628 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a2188b8-537d-4141-bb7c-a4099429ba7c {{(pid=103899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:31:52.115893 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Publish callbacks [] for port (6a2188b8-537d-4141-bb7c-a4099429ba7c), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:52.130036 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.provisioning_blocks [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Transition to ACTIVE for port object 6a2188b8-537d-4141-bb7c-a4099429ba7c will not be triggered until provisioned by entity L2. {{(pid=103899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:31:52.135109 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (6a2188b8-537d-4141-bb7c-a4099429ba7c), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:52.181888 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:52.218548 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Pushing event updated for resources: {'Port': ['ID=6a2188b8-537d-4141-bb7c-a4099429ba7c,revision_number=2']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:52.230084 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:52.230738 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:52.231076 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:52.231424 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:52.232369 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:52.232893 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:52.233234 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:52.233568 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:52.233902 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:52.234230 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:52.235375 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:52.235584 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:52.235759 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:52.236104 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:52.236402 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:31:52.279709 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba1d28-6706-40af-8992-f1d6680ce1d8 req-7ddc911d-2782-424e-b982-61870889c4f4 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:52.281642 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-72ba1d28-6706-40af-8992-f1d6680ce1d8 req-7ddc911d-2782-424e-b982-61870889c4f4 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/ports?device_id=afd07f97-a630-410b-88c8-ce71e4f9eb32 HTTP/1.1" status: 200 len: 950 time: 0.1135712 Jul 18 10:31:52.316765 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-944d3e4c-c886-400f-80f4-2bb5151c2286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:52.381970 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-72ba1d28-6706-40af-8992-f1d6680ce1d8 req-a7d8d51e-8780-472e-9986-3988d0f1fc6a tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/security-groups?id=b781c6f8-e5c5-4a0f-aa83-e22951fe3689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778582 Jul 18 10:31:52.382608 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Attempting to bind port 6a2188b8-537d-4141-bb7c-a4099429ba7c on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:31:52.382942 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Attempting to bind port 6a2188b8-537d-4141-bb7c-a4099429ba7c by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '9c10a60d-c857-49e0-ba1d-55ba4b507011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '303a42e4-0390-40fa-955b-4c7e6e4064b3'}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:31:52.383315 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Attempting to bind port 6a2188b8-537d-4141-bb7c-a4099429ba7c on network 303a42e4-0390-40fa-955b-4c7e6e4064b3 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:31:52.402561 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9e8c0e3d-28fb-4c1d-8d08-6dc395066f82 req-d564c0ff-9357-4613-b62e-1d431f5af382 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 210 time: 0.0357096 Jul 18 10:31:52.403508 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Port 6a2188b8-537d-4141-bb7c-a4099429ba7c on network 303a42e4-0390-40fa-955b-4c7e6e4064b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:31:52.403834 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Attempting to bind port 6a2188b8-537d-4141-bb7c-a4099429ba7c on network 303a42e4-0390-40fa-955b-4c7e6e4064b3 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:31:52.409428 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Checking agent: {'id': 'f1e01c1b-bf46-4f7e-883c-267517c6b0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'started_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:31:52.409857 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Checking segment: {'id': '9c10a60d-c857-49e0-ba1d-55ba4b507011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '303a42e4-0390-40fa-955b-4c7e6e4064b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:31:52.410387 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Bound using segment: {'id': '9c10a60d-c857-49e0-ba1d-55ba4b507011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '303a42e4-0390-40fa-955b-4c7e6e4064b3'} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:31:52.410814 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Bound port: 6a2188b8-537d-4141-bb7c-a4099429ba7c, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c10a60d-c857-49e0-ba1d-55ba4b507011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '303a42e4-0390-40fa-955b-4c7e6e4064b3'}}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:31:52.411199 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (6a2188b8-537d-4141-bb7c-a4099429ba7c), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:52.522103 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf7599-0a5e-441d-8908-e0f29cf839e5 req-761ce579-a00b-465a-8e08-8b44f07ab8a2 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:52.523500 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-78cf7599-0a5e-441d-8908-e0f29cf839e5 req-761ce579-a00b-465a-8e08-8b44f07ab8a2 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6d1079b-c5d3-4062-9759-b681711cef09 HTTP/1.1" status: 200 len: 943 time: 0.0634007 Jul 18 10:31:52.525954 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] For port 6a2188b8-537d-4141-bb7c-a4099429ba7c, host hv-cinder-83754, cleared binding levels {{(pid=103899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:31:52.529232 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] For port 6a2188b8-537d-4141-bb7c-a4099429ba7c, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6a2188b8-537d-4141-bb7c-a4099429ba7c,segment=NetworkSegment(9c10a60d-c857-49e0-ba1d-55ba4b507011),segment_id=9c10a60d-c857-49e0-ba1d-55ba4b507011)] {{(pid=103899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:31:52.539670 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (6a2188b8-537d-4141-bb7c-a4099429ba7c), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:52.590209 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:52.590812 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:52.592200 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] 10.222.0.30 "PUT /v2.0/ports/6a2188b8-537d-4141-bb7c-a4099429ba7c HTTP/1.1" status: 200 len: 1093 time: 0.8425403 Jul 18 10:31:52.592705 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d1079b-c5d3-4062-9759-b681711cef09', 'tag': '6a2188b8-537d-4141-bb7c-a4099429ba7c'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:31:52.595507 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41cd06b8-1b42-4a24-98cc-a2dc958e7e91" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d1079b-c5d3-4062-9759-b681711cef09", "tag": "6a2188b8-537d-4141-bb7c-a4099429ba7c"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:31:52.627089 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-78cf7599-0a5e-441d-8908-e0f29cf839e5 req-cceecf0e-3f29-4b20-9c6f-20a0eddb91df tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958941 Jul 18 10:31:52.636341 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a76e6a-2a5b-41da-a9ab-4c1d5623560d service neutron] Pushing event updated for resources: {'Port': ['ID=6a2188b8-537d-4141-bb7c-a4099429ba7c,revision_number=3']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:52.639716 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5a4dd1-189d-4169-bcca-2a0c482da46a x-openstack-request-id: req-4c5a4dd1-189d-4169-bcca-2a0c482da46a {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:31:52.640061 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d1079b-c5d3-4062-9759-b681711cef09", "tag": "6a2188b8-537d-4141-bb7c-a4099429ba7c", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:31:52.640298 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4c5a4dd1-189d-4169-bcca-2a0c482da46a {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:31:52.640652 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c5a4dd1-189d-4169-bcca-2a0c482da46a'] response: {'name': 'network-changed', 'server_uuid': 'a6d1079b-c5d3-4062-9759-b681711cef09', 'tag': '6a2188b8-537d-4141-bb7c-a4099429ba7c', 'status': 'completed', 'code': 200} Jul 18 10:31:52.845641 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd06b8-1b42-4a24-98cc-a2dc958e7e91 req-588e72e5-bead-457d-a570-29059b3094ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:52.847128 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-41cd06b8-1b42-4a24-98cc-a2dc958e7e91 req-588e72e5-bead-457d-a570-29059b3094ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ee6203312784435b8cd1fdfede3fb597&device_id=a6d1079b-c5d3-4062-9759-b681711cef09 HTTP/1.1" status: 200 len: 1127 time: 0.0455596 Jul 18 10:31:53.099104 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:53.171590 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd06b8-1b42-4a24-98cc-a2dc958e7e91 req-440a4d4d-3335-420c-88cf-eab00436b841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:53.173972 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-41cd06b8-1b42-4a24-98cc-a2dc958e7e91 req-440a4d4d-3335-420c-88cf-eab00436b841 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=ee6203312784435b8cd1fdfede3fb597&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1029375 Jul 18 10:31:53.279006 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd06b8-1b42-4a24-98cc-a2dc958e7e91 req-89d83f20-2b49-4fb4-9b02-e6f4f3ddc8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:53.280497 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-41cd06b8-1b42-4a24-98cc-a2dc958e7e91 req-89d83f20-2b49-4fb4-9b02-e6f4f3ddc8f0 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1003914 Jul 18 10:31:53.512160 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f178d0b8-28c6-4e37-9027-341715084413 req-edf67692-5cbc-46e8-936c-627a1c81c8ce tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 210 time: 0.0322549 Jul 18 10:31:53.520147 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68a9b3-29dc-4d25-af1e-18b2db32a68f req-f33437f5-a4ad-4fe1-8cba-440c66d0d071 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:53.521575 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8c68a9b3-29dc-4d25-af1e-18b2db32a68f req-f33437f5-a4ad-4fe1-8cba-440c66d0d071 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/ports?device_id=afd07f97-a630-410b-88c8-ce71e4f9eb32 HTTP/1.1" status: 200 len: 950 time: 0.0703082 Jul 18 10:31:53.568984 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:53.587565 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8c68a9b3-29dc-4d25-af1e-18b2db32a68f req-1d4975d3-bb29-4e66-a882-7831705a1408 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/security-groups?id=b781c6f8-e5c5-4a0f-aa83-e22951fe3689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599697 Jul 18 10:31:53.627297 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-55c62d70-0b11-4c4c-8636-b3bd2373550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:53.629192 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-55c62d70-0b11-4c4c-8636-b3bd2373550f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ee6203312784435b8cd1fdfede3fb597&device_id=a6d1079b-c5d3-4062-9759-b681711cef09 HTTP/1.1" status: 200 len: 1127 time: 0.0567179 Jul 18 10:31:53.696836 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-5f91c300-7c3a-49f7-8c2f-262aae41d8e0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a2188b8-537d-4141-bb7c-a4099429ba7c HTTP/1.1" status: 200 len: 217 time: 0.0542216 Jul 18 10:31:53.824352 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-4b6c49ec-6de6-4437-ba1c-75dd43f26e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:53.825844 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-4b6c49ec-6de6-4437-ba1c-75dd43f26e6e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4fa1e89-cbca-4ddc-a2c7-37d61576e52d HTTP/1.1" status: 200 len: 854 time: 0.1188908 Jul 18 10:31:53.843765 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb29396-1b9f-4b09-96d4-6baa9b4b1237 req-973dc28e-98d9-497f-8e20-7d0296900047 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:53.845809 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5eb29396-1b9f-4b09-96d4-6baa9b4b1237 req-973dc28e-98d9-497f-8e20-7d0296900047 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6d1079b-c5d3-4062-9759-b681711cef09 HTTP/1.1" status: 200 len: 943 time: 0.1005471 Jul 18 10:31:53.900513 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-7e148ca7-9f7f-47da-bf6a-abab5e60e077 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:53.901975 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-7e148ca7-9f7f-47da-bf6a-abab5e60e077 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.30 "GET /v2.0/networks?id=2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c HTTP/1.1" status: 200 len: 815 time: 0.2512596 Jul 18 10:31:53.949373 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97878283-8f9e-4fdb-b8b0-5a9abe3912e5 req-41fffd54-5dee-47b3-9e0e-c2be1505c7d4 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:53.950809 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-97878283-8f9e-4fdb-b8b0-5a9abe3912e5 req-41fffd54-5dee-47b3-9e0e-c2be1505c7d4 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/ports?device_id=afd07f97-a630-410b-88c8-ce71e4f9eb32 HTTP/1.1" status: 200 len: 950 time: 0.0866339 Jul 18 10:31:53.953751 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:53.958261 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5eb29396-1b9f-4b09-96d4-6baa9b4b1237 req-896997d3-0c86-4808-a8f1-f152eee60bb4 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067896 Jul 18 10:31:54.004187 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-97878283-8f9e-4fdb-b8b0-5a9abe3912e5 req-bd39d1c6-c2f5-4934-9aef-76916b0d4805 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/security-groups?id=b781c6f8-e5c5-4a0f-aa83-e22951fe3689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447328 Jul 18 10:31:54.607401 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c254d3a8-1baf-4765-bad0-bffc1d78c471 req-a75e7cf4-fb5c-4d84-a89b-b856d0a89f9a tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 210 time: 0.0275884 Jul 18 10:31:54.760875 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:55.054561 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:55.060468 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:55.072536 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:55.075405 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf9a5b-3c56-4326-a332-b22289dbeb2a req-638b14fa-a5e7-4208-a57e-158d469f9895 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:55.076963 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fccf9a5b-3c56-4326-a332-b22289dbeb2a req-638b14fa-a5e7-4208-a57e-158d469f9895 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6d1079b-c5d3-4062-9759-b681711cef09 HTTP/1.1" status: 200 len: 943 time: 0.0496361 Jul 18 10:31:55.147033 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484860ca-e4c9-424b-a24e-da0d825bcd71 req-cef71b7d-95ef-42f7-9bcb-8852c755ef38 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:55.148548 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-484860ca-e4c9-424b-a24e-da0d825bcd71 req-cef71b7d-95ef-42f7-9bcb-8852c755ef38 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/ports?device_id=afd07f97-a630-410b-88c8-ce71e4f9eb32 HTTP/1.1" status: 200 len: 950 time: 0.0706902 Jul 18 10:31:55.164426 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-664de95c-2a36-4f68-8ebc-140e6bd748f1 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Request body: {'port': {'device_id': '83b29c39-45ca-4cb3-ad7d-f7bd47bfe667', 'network_id': '2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c', 'admin_state_up': True, 'tenant_id': 'f62ef510c8484995a2f31f29104f399f'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:31:55.208820 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-a0b57783-89f3-42ae-b7c8-42c478703ff5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=303a42e4-0390-40fa-955b-4c7e6e4064b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565999 Jul 18 10:31:55.220083 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fccf9a5b-3c56-4326-a332-b22289dbeb2a req-570b24fc-f676-41e6-a580-2c1339f34b03 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338210 Jul 18 10:31:55.298661 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-484860ca-e4c9-424b-a24e-da0d825bcd71 req-49ac0e73-baaf-4718-8cee-f2a9e6be7b30 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/security-groups?id=b781c6f8-e5c5-4a0f-aa83-e22951fe3689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246159 Jul 18 10:31:55.345980 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:55.369184 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-664de95c-2a36-4f68-8ebc-140e6bd748f1 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Made reservation on behalf of f62ef510c8484995a2f31f29104f399f for: {'port': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:31:55.372592 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-664de95c-2a36-4f68-8ebc-140e6bd748f1 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:55.416645 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:55.518734 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-43872b3f-c66e-4dfb-8200-e15652fb0d24 service neutron] 10.222.0.30 "GET /v2.0/networks/303a42e4-0390-40fa-955b-4c7e6e4064b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876450 Jul 18 10:31:55.559699 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-42f7c67f-d236-44b4-9f59-a855beb424ed req-6b916511-5103-41a2-8a34-a52cc08e9f5e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=db62c05e-28a8-4121-a6e5-8abb802f7a17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763497 Jul 18 10:31:55.562704 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f3915-1631-418b-a0a7-ea939977b210 req-78744fca-6fd1-4064-a9f5-4631c15ea0dc tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:55.564802 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-584f3915-1631-418b-a0a7-ea939977b210 req-78744fca-6fd1-4064-a9f5-4631c15ea0dc tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.30 "GET /v2.0/ports?device_id=afd07f97-a630-410b-88c8-ce71e4f9eb32 HTTP/1.1" status: 200 len: 950 time: 0.0901556 Jul 18 10:31:55.682817 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_common [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-664de95c-2a36-4f68-8ebc-140e6bd748f1 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Allocated IP 172.20.0.7 (2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c/55548d87-fc3b-4ac4-be60-cb359f31d5e1/8763c93e-265a-48e3-9444-a3c09c88377b) {{(pid=103899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:31:55.709765 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-37293822-bed8-4bd4-9e0c-68b94d519934 req-278117ed-8376-4c4f-9f26-3bbeadc688e4 service neutron] 10.222.0.30 "GET /v2.0/networks/303a42e4-0390-40fa-955b-4c7e6e4064b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835256 Jul 18 10:31:55.780786 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1ca45807-048f-4d9a-9002-787e889f2ed0 req-3ce6a74a-1548-4833-9876-23aa94d1199d tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 210 time: 0.0405054 Jul 18 10:31:55.833115 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:55.943653 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-664de95c-2a36-4f68-8ebc-140e6bd748f1 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks [] for port (8763c93e-265a-48e3-9444-a3c09c88377b), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:55.978400 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-664de95c-2a36-4f68-8ebc-140e6bd748f1 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (8763c93e-265a-48e3-9444-a3c09c88377b), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:56.019502 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-664de95c-2a36-4f68-8ebc-140e6bd748f1 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Network 2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:31:56.022848 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-664de95c-2a36-4f68-8ebc-140e6bd748f1 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:31:56.026614 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-664de95c-2a36-4f68-8ebc-140e6bd748f1 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Received port after_create {{(pid=103899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:31:56.074162 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664de95c-2a36-4f68-8ebc-140e6bd748f1 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Pushing event updated for resources: {'Port': ['ID=8763c93e-265a-48e3-9444-a3c09c88377b,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:56.111674 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-664de95c-2a36-4f68-8ebc-140e6bd748f1 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:56.112304 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-664de95c-2a36-4f68-8ebc-140e6bd748f1 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:56.131065 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-664de95c-2a36-4f68-8ebc-140e6bd748f1 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9777186 Jul 18 10:31:56.334332 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-6aefa16f-5504-4a7a-8d48-49276acfde85 None None] Provisioning complete for port 8763c93e-265a-48e3-9444-a3c09c88377b triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:31:56.334889 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-6aefa16f-5504-4a7a-8d48-49276acfde85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (8763c93e-265a-48e3-9444-a3c09c88377b), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:56.342255 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6845e1-6ff7-4193-9caf-8e2e117c6726 req-3b77a65b-7080-4a26-ab2f-bc3de20c20f1 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:56.344082 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6e6845e1-6ff7-4193-9caf-8e2e117c6726 req-3b77a65b-7080-4a26-ab2f-bc3de20c20f1 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6d1079b-c5d3-4062-9759-b681711cef09 HTTP/1.1" status: 200 len: 943 time: 0.0550630 Jul 18 10:31:56.374069 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-6aefa16f-5504-4a7a-8d48-49276acfde85 None None] Port 8763c93e-265a-48e3-9444-a3c09c88377b cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:31:56.418141 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6e6845e1-6ff7-4193-9caf-8e2e117c6726 req-fe4dc3f6-5e40-4bdf-bf2e-0dd6b028a188 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679231 Jul 18 10:31:56.455572 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b6ec6-c242-4362-9df3-8a469c5ddd1d req-5d5b5c26-4d55-42d1-8bb3-50e2396eea22 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:56.457298 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ab1b6ec6-c242-4362-9df3-8a469c5ddd1d req-5d5b5c26-4d55-42d1-8bb3-50e2396eea22 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/ports?device_id=afd07f97-a630-410b-88c8-ce71e4f9eb32 HTTP/1.1" status: 200 len: 950 time: 0.0607562 Jul 18 10:31:56.506534 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ab1b6ec6-c242-4362-9df3-8a469c5ddd1d req-ce195753-0786-4a10-897b-485b8c451d8d tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/security-groups?id=b781c6f8-e5c5-4a0f-aa83-e22951fe3689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436645 Jul 18 10:31:56.692475 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=40 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:56.860559 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:56.905158 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bacd78c-11e7-4e72-aa88-9a224c3019b5 req-debf5011-ffd1-4c97-9aa4-b5a94a0838ff tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:56.907145 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0bacd78c-11e7-4e72-aa88-9a224c3019b5 req-debf5011-ffd1-4c97-9aa4-b5a94a0838ff tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 931 time: 0.0561643 Jul 18 10:31:56.957690 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0bacd78c-11e7-4e72-aa88-9a224c3019b5 req-6b0cd4fd-30a6-4b4a-b249-8f315739a12e tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446403 Jul 18 10:31:57.538992 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357f633-3458-4756-ae78-1ffa7e18fbd6 req-30d30ad1-0b2b-48a6-a19f-8e75d0726c5b tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:57.540934 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b357f633-3458-4756-ae78-1ffa7e18fbd6 req-30d30ad1-0b2b-48a6-a19f-8e75d0726c5b tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6d1079b-c5d3-4062-9759-b681711cef09 HTTP/1.1" status: 200 len: 943 time: 0.0511425 Jul 18 10:31:57.632822 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b357f633-3458-4756-ae78-1ffa7e18fbd6 req-bfb383c2-2903-4f3d-b82b-fc245c620f43 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820780 Jul 18 10:31:57.651082 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b93dc9-e05a-4f65-b496-384bf976e16a req-81a4d70b-85cf-48ba-accc-b3fafefd0d0f tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:57.657446 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-31b93dc9-e05a-4f65-b496-384bf976e16a req-81a4d70b-85cf-48ba-accc-b3fafefd0d0f tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/ports?device_id=afd07f97-a630-410b-88c8-ce71e4f9eb32 HTTP/1.1" status: 200 len: 950 time: 0.0671828 Jul 18 10:31:57.701880 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-31b93dc9-e05a-4f65-b496-384bf976e16a req-af22542a-73dc-473d-88c8-8387f9585b0e tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/security-groups?id=b781c6f8-e5c5-4a0f-aa83-e22951fe3689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429604 Jul 18 10:31:57.910831 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 8a18070f-25e3-4429-b290-643f2e4e970a no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:31:57.985397 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port 8a18070f-25e3-4429-b290-643f2e4e970a is: ACTIVE; New status is: DOWN {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:31:57.985790 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (8a18070f-25e3-4429-b290-643f2e4e970a), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:58.011472 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd07f97-a630-410b-88c8-ce71e4f9eb32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a18070f-25e3-4429-b290-643f2e4e970a'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:31:58.014097 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84681e705a03fd555db26336157b75fd76ce56e0c69b7b802094418238443ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7cefb2-ba7a-4dec-8ce7-a7a42363e0b6" -d '{"events": [{"server_uuid": "afd07f97-a630-410b-88c8-ce71e4f9eb32", "name": "network-vif-unplugged", "status": "completed", "tag": "8a18070f-25e3-4429-b290-643f2e4e970a"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:31:58.040693 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 8a18070f-25e3-4429-b290-643f2e4e970a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8a18070f-25e3-4429-b290-643f2e4e970a,segment=NetworkSegment(a419c655-4ccb-4c33-a593-83bd1364cf2b),segment_id=a419c655-4ccb-4c33-a593-83bd1364cf2b)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:31:58.050758 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (8a18070f-25e3-4429-b290-643f2e4e970a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:31:58.086718 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3acce-34c4-4054-9c18-361a70ef167e req-80814902-e12a-4732-bb73-8c4ad5cdef9b tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:58.088151 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Jul 2022 10:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174aefcb-9b0f-4004-b3c9-1909a5646e64 x-openstack-request-id: req-174aefcb-9b0f-4004-b3c9-1909a5646e64 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:31:58.088364 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-afb3acce-34c4-4054-9c18-361a70ef167e req-80814902-e12a-4732-bb73-8c4ad5cdef9b tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 931 time: 0.0605569 Jul 18 10:31:58.088774 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd07f97-a630-410b-88c8-ce71e4f9eb32", "name": "network-vif-unplugged", "status": "completed", "tag": "8a18070f-25e3-4429-b290-643f2e4e970a", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:31:58.089103 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-174aefcb-9b0f-4004-b3c9-1909a5646e64 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:31:58.089555 dv-cinder-837546-3-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-174aefcb-9b0f-4004-b3c9-1909a5646e64'] response: {'server_uuid': 'afd07f97-a630-410b-88c8-ce71e4f9eb32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a18070f-25e3-4429-b290-643f2e4e970a', 'code': 200} Jul 18 10:31:58.115666 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=8a18070f-25e3-4429-b290-643f2e4e970a,revision_number=6']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:31:58.146724 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-afb3acce-34c4-4054-9c18-361a70ef167e req-f6ea3e3a-00f8-4d0a-b043-5c44990eae03 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519395 Jul 18 10:31:58.779419 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3babb6-8f6c-492f-8c7b-b6907f2725f1 req-57c04520-3e14-44ae-b69f-3c9619bb319e tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:58.781060 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0e3babb6-8f6c-492f-8c7b-b6907f2725f1 req-57c04520-3e14-44ae-b69f-3c9619bb319e tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6d1079b-c5d3-4062-9759-b681711cef09 HTTP/1.1" status: 200 len: 943 time: 0.0561564 Jul 18 10:31:58.847436 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f7964-1eb1-4418-8d06-417da2979046 req-add1bf46-ffba-46ae-be4b-efdebd406078 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:58.849209 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3d5f7964-1eb1-4418-8d06-417da2979046 req-add1bf46-ffba-46ae-be4b-efdebd406078 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/ports?device_id=afd07f97-a630-410b-88c8-ce71e4f9eb32 HTTP/1.1" status: 200 len: 948 time: 0.0666764 Jul 18 10:31:58.888385 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0e3babb6-8f6c-492f-8c7b-b6907f2725f1 req-104eb2c8-3bac-446b-a0b5-40d3eed1ae86 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948222 Jul 18 10:31:58.910275 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:31:58.919556 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3d5f7964-1eb1-4418-8d06-417da2979046 req-7acf97ad-3702-47fa-a414-f14a1564b75a tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/security-groups?id=b781c6f8-e5c5-4a0f-aa83-e22951fe3689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637286 Jul 18 10:31:59.278311 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631cad39-a926-4774-9509-4d1b7ff5bcae req-147ed4b9-b89f-4710-8070-32c04596a7f5 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:31:59.279814 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-631cad39-a926-4774-9509-4d1b7ff5bcae req-147ed4b9-b89f-4710-8070-32c04596a7f5 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 931 time: 0.0509784 Jul 18 10:31:59.332627 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-631cad39-a926-4774-9509-4d1b7ff5bcae req-d6acb76c-3ea7-4ca5-a9f9-0543cc8e3d97 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464756 Jul 18 10:31:59.695903 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:00.044240 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed7c83-3cab-4e6c-808f-bffbbd831f9e req-019e20d3-76b6-4320-8fd3-f18902e29553 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:00.045777 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-7bed7c83-3cab-4e6c-808f-bffbbd831f9e req-019e20d3-76b6-4320-8fd3-f18902e29553 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6d1079b-c5d3-4062-9759-b681711cef09 HTTP/1.1" status: 200 len: 943 time: 0.0799613 Jul 18 10:32:00.071143 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695b59a-ed3f-44a1-b6b5-5f15dce39ef1 req-978494ce-885b-4cd6-ac8f-4a8e4b0c2923 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:00.072679 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2695b59a-ed3f-44a1-b6b5-5f15dce39ef1 req-978494ce-885b-4cd6-ac8f-4a8e4b0c2923 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/ports?device_id=afd07f97-a630-410b-88c8-ce71e4f9eb32 HTTP/1.1" status: 200 len: 948 time: 0.0713036 Jul 18 10:32:00.145380 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-7bed7c83-3cab-4e6c-808f-bffbbd831f9e req-4707cd28-030d-4c86-9909-c679180eaf65 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891702 Jul 18 10:32:00.154686 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2695b59a-ed3f-44a1-b6b5-5f15dce39ef1 req-87576732-5225-4123-addf-1b5fd25138d4 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/security-groups?id=b781c6f8-e5c5-4a0f-aa83-e22951fe3689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724528 Jul 18 10:32:00.447648 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458c8b4-4929-4bff-a5d5-5f0cfba94f53 req-fae361c5-83c4-4228-b404-d2359999333f tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:00.449168 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b458c8b4-4929-4bff-a5d5-5f0cfba94f53 req-fae361c5-83c4-4228-b404-d2359999333f tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 931 time: 0.0473843 Jul 18 10:32:00.505490 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b458c8b4-4929-4bff-a5d5-5f0cfba94f53 req-8e11f626-264c-4dbb-b7f8-5e36c718c520 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505598 Jul 18 10:32:01.311646 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e54bd-b7b2-45f2-aeb4-bd4b959baa65 req-8edcdd9a-56a1-4822-a490-29c76962fc96 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:01.313947 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-da9e54bd-b7b2-45f2-aeb4-bd4b959baa65 req-8edcdd9a-56a1-4822-a490-29c76962fc96 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/ports?device_id=afd07f97-a630-410b-88c8-ce71e4f9eb32 HTTP/1.1" status: 200 len: 948 time: 0.0784860 Jul 18 10:32:01.322434 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecddda8-a962-49c6-8d89-34318d4d0a13 req-abd9dfec-5592-4686-84db-497640b83981 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:01.323902 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-7ecddda8-a962-49c6-8d89-34318d4d0a13 req-abd9dfec-5592-4686-84db-497640b83981 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6d1079b-c5d3-4062-9759-b681711cef09 HTTP/1.1" status: 200 len: 943 time: 0.0781908 Jul 18 10:32:01.393499 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:01.419189 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-da9e54bd-b7b2-45f2-aeb4-bd4b959baa65 req-c5bf4623-5854-4989-9381-cc4cef301e62 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/security-groups?id=b781c6f8-e5c5-4a0f-aa83-e22951fe3689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942037 Jul 18 10:32:01.425182 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-7ecddda8-a962-49c6-8d89-34318d4d0a13 req-0def5bc4-3058-4295-a1fc-4e1709313163 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925069 Jul 18 10:32:01.635373 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac802ff1-8b3a-49ae-ad71-55c674a16b03 req-ab7f175b-a015-4a66-9737-998e3b82421a tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:01.636902 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ac802ff1-8b3a-49ae-ad71-55c674a16b03 req-ab7f175b-a015-4a66-9737-998e3b82421a tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 931 time: 0.0622375 Jul 18 10:32:01.685609 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ac802ff1-8b3a-49ae-ad71-55c674a16b03 req-c840c396-08a1-48a6-a261-e5dcfdeb3c04 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427554 Jul 18 10:32:02.573290 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca8b42-37da-4ffd-ba3c-fd04a4234a40 req-d50498c1-39eb-4cc7-b504-7a07c16dcb06 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:02.574852 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-47ca8b42-37da-4ffd-ba3c-fd04a4234a40 req-d50498c1-39eb-4cc7-b504-7a07c16dcb06 tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/ports?device_id=afd07f97-a630-410b-88c8-ce71e4f9eb32 HTTP/1.1" status: 200 len: 948 time: 0.0865972 Jul 18 10:32:02.588135 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0068dfc5-50b3-4994-835c-3d840de6490f req-7fbc8947-cd6b-4469-a0b0-456ffade7939 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:02.589747 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0068dfc5-50b3-4994-835c-3d840de6490f req-7fbc8947-cd6b-4469-a0b0-456ffade7939 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6d1079b-c5d3-4062-9759-b681711cef09 HTTP/1.1" status: 200 len: 943 time: 0.0713384 Jul 18 10:32:02.661396 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-47ca8b42-37da-4ffd-ba3c-fd04a4234a40 req-6ab1bada-b0a6-4a22-bcbb-0efa3e4c180a tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/security-groups?id=b781c6f8-e5c5-4a0f-aa83-e22951fe3689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794771 Jul 18 10:32:02.674552 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0068dfc5-50b3-4994-835c-3d840de6490f req-4f6a4539-5e90-434c-96b6-d124ba28f802 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682402 Jul 18 10:32:02.813181 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d9e70-bde9-4c80-b822-4dfb691ea2e1 req-aecac429-b535-4868-b87e-85b905cf930c tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:02.816982 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-409d9e70-bde9-4c80-b822-4dfb691ea2e1 req-aecac429-b535-4868-b87e-85b905cf930c tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 931 time: 0.0513334 Jul 18 10:32:02.871050 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-409d9e70-bde9-4c80-b822-4dfb691ea2e1 req-d9be5b4d-aad2-47cb-bc37-ec538ed64afa tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505412 Jul 18 10:32:03.819643 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab28083-1564-4124-a508-d83e60034f21 req-109aab8c-4eaf-4100-9bca-5c146a164f4a tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:03.821172 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8ab28083-1564-4124-a508-d83e60034f21 req-109aab8c-4eaf-4100-9bca-5c146a164f4a tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/ports?device_id=afd07f97-a630-410b-88c8-ce71e4f9eb32 HTTP/1.1" status: 200 len: 948 time: 0.0859971 Jul 18 10:32:03.848167 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eee566-5bcb-44d9-b754-3db58ef163df req-58a7e80e-0877-4499-8ec1-4b3886b94bf1 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:03.849646 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-99eee566-5bcb-44d9-b754-3db58ef163df req-58a7e80e-0877-4499-8ec1-4b3886b94bf1 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6d1079b-c5d3-4062-9759-b681711cef09 HTTP/1.1" status: 200 len: 943 time: 0.1039035 Jul 18 10:32:03.851667 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:03.910222 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8ab28083-1564-4124-a508-d83e60034f21 req-793521f2-79f3-489b-ad76-b9f11ca32c7c tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/security-groups?id=b781c6f8-e5c5-4a0f-aa83-e22951fe3689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832489 Jul 18 10:32:03.924895 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-99eee566-5bcb-44d9-b754-3db58ef163df req-c541a783-aa8d-44cd-b0ee-12f61066a22e tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676506 Jul 18 10:32:04.022993 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529e4ae-b9e6-4fd4-9028-45eb84110bdb req-f1510243-bca5-4311-8f19-e5002b044d08 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:04.024478 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1529e4ae-b9e6-4fd4-9028-45eb84110bdb req-f1510243-bca5-4311-8f19-e5002b044d08 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 931 time: 0.0552387 Jul 18 10:32:04.072769 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1529e4ae-b9e6-4fd4-9028-45eb84110bdb req-6b39aec3-4e56-4dcc-853e-5c0450203dad tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425022 Jul 18 10:32:05.059711 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2c7f7-57a1-4941-8e0f-4d65ea86fe43 req-7619b529-e3fd-4e8f-98cf-ed106c2db29b tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:05.061213 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-36f2c7f7-57a1-4941-8e0f-4d65ea86fe43 req-7619b529-e3fd-4e8f-98cf-ed106c2db29b tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/ports?device_id=afd07f97-a630-410b-88c8-ce71e4f9eb32 HTTP/1.1" status: 200 len: 948 time: 0.0786510 Jul 18 10:32:05.067104 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b46548-b93e-4994-8011-0438768d2ba6 req-1f8663c5-5471-4b03-b97a-26216d6d4ec9 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:05.068558 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-34b46548-b93e-4994-8011-0438768d2ba6 req-1f8663c5-5471-4b03-b97a-26216d6d4ec9 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6d1079b-c5d3-4062-9759-b681711cef09 HTTP/1.1" status: 200 len: 943 time: 0.0751050 Jul 18 10:32:05.142566 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-36f2c7f7-57a1-4941-8e0f-4d65ea86fe43 req-41147aca-5cd7-47ed-86f5-9cf3d914c27a tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/security-groups?id=b781c6f8-e5c5-4a0f-aa83-e22951fe3689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730731 Jul 18 10:32:05.145837 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-34b46548-b93e-4994-8011-0438768d2ba6 req-391d6495-6880-4d9d-9741-88de4f95e435 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705020 Jul 18 10:32:05.244780 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee52be3-8651-4416-bd5c-97d2eb506a85 req-655c2780-9ceb-4e41-a394-6ff55659fa3f tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:05.246129 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2ee52be3-8651-4416-bd5c-97d2eb506a85 req-655c2780-9ceb-4e41-a394-6ff55659fa3f tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 931 time: 0.0499754 Jul 18 10:32:05.315798 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-38b54db3-b0b7-487f-9fad-c11302eb1775 service neutron] Request body: {'port': {'device_id': '83b29c39-45ca-4cb3-ad7d-f7bd47bfe667', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:32:05.339734 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7c67f-d236-44b4-9f59-a855beb424ed req-7c069daf-6466-46df-9a91-8f601ca62988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:05.341906 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-42f7c67f-d236-44b4-9f59-a855beb424ed req-7c069daf-6466-46df-9a91-8f601ca62988 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cf3d5bfe9a745f38372c42c9cfa1f63&device_id=db62c05e-28a8-4121-a6e5-8abb802f7a17 HTTP/1.1" status: 200 len: 1130 time: 0.0465360 Jul 18 10:32:05.342022 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2ee52be3-8651-4416-bd5c-97d2eb506a85 req-338577ae-a366-40d3-94ee-b04c8335681e tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892482 Jul 18 10:32:05.389266 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:05.424859 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-584f3915-1631-418b-a0a7-ea939977b210 req-17749f9d-1430-4932-82fd-1c981261b43e tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Deleting port 8a18070f-25e3-4429-b290-643f2e4e970a {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:32:05.425201 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-584f3915-1631-418b-a0a7-ea939977b210 req-17749f9d-1430-4932-82fd-1c981261b43e tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (8a18070f-25e3-4429-b290-643f2e4e970a), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:05.427998 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-38b54db3-b0b7-487f-9fad-c11302eb1775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (8763c93e-265a-48e3-9444-a3c09c88377b), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:05.849240 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-584f3915-1631-418b-a0a7-ea939977b210 req-17749f9d-1430-4932-82fd-1c981261b43e tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] For port 8a18070f-25e3-4429-b290-643f2e4e970a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8a18070f-25e3-4429-b290-643f2e4e970a,segment=NetworkSegment(a419c655-4ccb-4c33-a593-83bd1364cf2b),segment_id=a419c655-4ccb-4c33-a593-83bd1364cf2b)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:32:05.849517 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-584f3915-1631-418b-a0a7-ea939977b210 req-17749f9d-1430-4932-82fd-1c981261b43e tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (8a18070f-25e3-4429-b290-643f2e4e970a), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:05.872261 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-584f3915-1631-418b-a0a7-ea939977b210 req-17749f9d-1430-4932-82fd-1c981261b43e tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Calling delete_port for 8a18070f-25e3-4429-b290-643f2e4e970a owned by compute:nova {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:32:05.978873 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:06.086254 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-38b54db3-b0b7-487f-9fad-c11302eb1775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8763c93e-265a-48e3-9444-a3c09c88377b {{(pid=103899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:32:06.097965 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-38b54db3-b0b7-487f-9fad-c11302eb1775 service neutron] Publish callbacks [] for port (8763c93e-265a-48e3-9444-a3c09c88377b), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:06.124022 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.provisioning_blocks [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-38b54db3-b0b7-487f-9fad-c11302eb1775 service neutron] Transition to ACTIVE for port object 8763c93e-265a-48e3-9444-a3c09c88377b will not be triggered until provisioned by entity L2. {{(pid=103899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:32:06.127347 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-38b54db3-b0b7-487f-9fad-c11302eb1775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (8763c93e-265a-48e3-9444-a3c09c88377b), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:06.135418 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-584f3915-1631-418b-a0a7-ea939977b210 req-17749f9d-1430-4932-82fd-1c981261b43e tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (8a18070f-25e3-4429-b290-643f2e4e970a), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:06.215303 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b54db3-b0b7-487f-9fad-c11302eb1775 service neutron] Pushing event updated for resources: {'Port': ['ID=8763c93e-265a-48e3-9444-a3c09c88377b,revision_number=2']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:06.260533 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-584f3915-1631-418b-a0a7-ea939977b210 req-17749f9d-1430-4932-82fd-1c981261b43e tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] No DVR routers for this DVR port 8a18070f-25e3-4429-b290-643f2e4e970a on host hv-cinder-83754 {{(pid=103899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:32:06.286276 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-584f3915-1631-418b-a0a7-ea939977b210 req-17749f9d-1430-4932-82fd-1c981261b43e tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:06.289448 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-584f3915-1631-418b-a0a7-ea939977b210 req-17749f9d-1430-4932-82fd-1c981261b43e tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.30 "DELETE /v2.0/ports/8a18070f-25e3-4429-b290-643f2e4e970a HTTP/1.1" status: 204 len: 173 time: 1.0130281 Jul 18 10:32:06.290396 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd07f97-a630-410b-88c8-ce71e4f9eb32', 'name': 'network-vif-deleted', 'tag': '8a18070f-25e3-4429-b290-643f2e4e970a'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:32:06.292702 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a4118a-8c88-4e20-a864-dd77d5bd75db" -d '{"events": [{"server_uuid": "afd07f97-a630-410b-88c8-ce71e4f9eb32", "name": "network-vif-deleted", "tag": "8a18070f-25e3-4429-b290-643f2e4e970a"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:32:06.295206 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17749f9d-1430-4932-82fd-1c981261b43e tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] Pushing event deleted for resources: {'Port': ['ID=8a18070f-25e3-4429-b290-643f2e4e970a,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:06.361505 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a6d3afb2-a372-4302-b861-ef2a1e7661d6 req-94620b8a-b336-4457-be84-ab772ad0c01f tempest-VolumesNegativeTest-1214922722 tempest-VolumesNegativeTest-1214922722-project] 10.222.0.33 "GET /v2.0/ports?device_id=afd07f97-a630-410b-88c8-ce71e4f9eb32 HTTP/1.1" status: 200 len: 210 time: 0.1019831 Jul 18 10:32:06.374471 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:06.391382 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5287a7-df4c-4ffc-b5f8-4766f31a9546 req-8f4bbfb4-6c88-4c5e-95ab-069430022cac tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:06.393453 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fa5287a7-df4c-4ffc-b5f8-4766f31a9546 req-8f4bbfb4-6c88-4c5e-95ab-069430022cac tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6d1079b-c5d3-4062-9759-b681711cef09 HTTP/1.1" status: 200 len: 943 time: 0.1161518 Jul 18 10:32:06.427449 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-38b54db3-b0b7-487f-9fad-c11302eb1775 service neutron] Attempting to bind port 8763c93e-265a-48e3-9444-a3c09c88377b on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:32:06.427971 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-38b54db3-b0b7-487f-9fad-c11302eb1775 service neutron] Attempting to bind port 8763c93e-265a-48e3-9444-a3c09c88377b by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '5932e4fd-a9c3-4211-a2f3-287684c7db3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c'}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:32:06.428094 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-38b54db3-b0b7-487f-9fad-c11302eb1775 service neutron] Attempting to bind port 8763c93e-265a-48e3-9444-a3c09c88377b on network 2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:32:06.437208 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8434ca2d-1e56-47f4-97f7-0bbf6874eea9 x-openstack-request-id: req-8434ca2d-1e56-47f4-97f7-0bbf6874eea9 {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:32:06.437476 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd07f97-a630-410b-88c8-ce71e4f9eb32", "name": "network-vif-deleted", "tag": "8a18070f-25e3-4429-b290-643f2e4e970a", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:32:06.437728 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8434ca2d-1e56-47f4-97f7-0bbf6874eea9 {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:32:06.438120 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8434ca2d-1e56-47f4-97f7-0bbf6874eea9'] response: {'server_uuid': 'afd07f97-a630-410b-88c8-ce71e4f9eb32', 'name': 'network-vif-deleted', 'tag': '8a18070f-25e3-4429-b290-643f2e4e970a', 'status': 'completed', 'code': 200} Jul 18 10:32:06.447025 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-38b54db3-b0b7-487f-9fad-c11302eb1775 service neutron] Port 8763c93e-265a-48e3-9444-a3c09c88377b on network 2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:32:06.447355 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-38b54db3-b0b7-487f-9fad-c11302eb1775 service neutron] Attempting to bind port 8763c93e-265a-48e3-9444-a3c09c88377b on network 2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:32:06.459770 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-38b54db3-b0b7-487f-9fad-c11302eb1775 service neutron] Checking agent: {'id': 'f1e01c1b-bf46-4f7e-883c-267517c6b0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'started_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:32:06.460030 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-38b54db3-b0b7-487f-9fad-c11302eb1775 service neutron] Checking segment: {'id': '5932e4fd-a9c3-4211-a2f3-287684c7db3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:32:06.460413 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-38b54db3-b0b7-487f-9fad-c11302eb1775 service neutron] Bound using segment: {'id': '5932e4fd-a9c3-4211-a2f3-287684c7db3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c'} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:32:06.460975 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-38b54db3-b0b7-487f-9fad-c11302eb1775 service neutron] Bound port: 8763c93e-265a-48e3-9444-a3c09c88377b, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932e4fd-a9c3-4211-a2f3-287684c7db3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c'}}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:32:06.461339 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-38b54db3-b0b7-487f-9fad-c11302eb1775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (8763c93e-265a-48e3-9444-a3c09c88377b), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:06.486692 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fa5287a7-df4c-4ffc-b5f8-4766f31a9546 req-7224b92f-a603-4b07-864d-c4927b9a7cb4 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870419 Jul 18 10:32:06.569942 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8e961-57fd-4fbe-b461-8b1980769923 req-ae376b75-1168-439f-96f5-f2e294b0281c tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:06.571417 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5de8e961-57fd-4fbe-b461-8b1980769923 req-ae376b75-1168-439f-96f5-f2e294b0281c tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 943 time: 0.0628753 Jul 18 10:32:06.588047 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-38b54db3-b0b7-487f-9fad-c11302eb1775 service neutron] For port 8763c93e-265a-48e3-9444-a3c09c88377b, host hv-cinder-83754, cleared binding levels {{(pid=103899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:32:06.607900 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7c67f-d236-44b4-9f59-a855beb424ed req-88ed72ab-4807-4e19-b1b6-75b2d914fbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:06.609025 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-38b54db3-b0b7-487f-9fad-c11302eb1775 service neutron] For port 8763c93e-265a-48e3-9444-a3c09c88377b, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8763c93e-265a-48e3-9444-a3c09c88377b,segment=NetworkSegment(5932e4fd-a9c3-4211-a2f3-287684c7db3d),segment_id=5932e4fd-a9c3-4211-a2f3-287684c7db3d)] {{(pid=103899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:32:06.609589 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-42f7c67f-d236-44b4-9f59-a855beb424ed req-88ed72ab-4807-4e19-b1b6-75b2d914fbfb service neutron] 10.222.0.30 "GET /v2.0/networks?id=a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 HTTP/1.1" status: 200 len: 916 time: 0.1197314 Jul 18 10:32:06.627332 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-38b54db3-b0b7-487f-9fad-c11302eb1775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (8763c93e-265a-48e3-9444-a3c09c88377b), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:06.684269 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5de8e961-57fd-4fbe-b461-8b1980769923 req-ed858137-a89b-4d15-b258-befaec04ab53 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035171 Jul 18 10:32:06.687485 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-38b54db3-b0b7-487f-9fad-c11302eb1775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:06.688214 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-38b54db3-b0b7-487f-9fad-c11302eb1775 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:06.690107 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-38b54db3-b0b7-487f-9fad-c11302eb1775 service neutron] 10.222.0.30 "PUT /v2.0/ports/8763c93e-265a-48e3-9444-a3c09c88377b HTTP/1.1" status: 200 len: 1093 time: 1.3816788 Jul 18 10:32:06.715827 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-42f7c67f-d236-44b4-9f59-a855beb424ed req-c4eb3a5d-40fa-4853-bf25-c3da98d3ee4a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f97d9284-09c3-4aa3-8f54-5bb526b9fe08 HTTP/1.1" status: 200 len: 1002 time: 0.0989811 Jul 18 10:32:06.734404 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b54db3-b0b7-487f-9fad-c11302eb1775 service neutron] Pushing event updated for resources: {'Port': ['ID=8763c93e-265a-48e3-9444-a3c09c88377b,revision_number=3']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:06.788731 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7c67f-d236-44b4-9f59-a855beb424ed req-c60ef798-ab3a-430a-93c4-341e2e9ab729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:06.789499 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-7d4ac7df-b13d-48dd-bed0-1280cc33c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:06.790392 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-42f7c67f-d236-44b4-9f59-a855beb424ed req-c60ef798-ab3a-430a-93c4-341e2e9ab729 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4981e04-0b42-475d-8711-94b32dc6a81f HTTP/1.1" status: 200 len: 854 time: 0.0614674 Jul 18 10:32:06.792086 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-7d4ac7df-b13d-48dd-bed0-1280cc33c184 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f62ef510c8484995a2f31f29104f399f&device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 1127 time: 0.0452020 Jul 18 10:32:06.846584 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-9e6804db-0f39-40a6-bc88-7f24ff72c962 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8763c93e-265a-48e3-9444-a3c09c88377b HTTP/1.1" status: 200 len: 217 time: 0.0383120 Jul 18 10:32:06.859711 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7c67f-d236-44b4-9f59-a855beb424ed req-d0a8433f-27ae-43ae-9271-cc0a354dedfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:06.861788 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-42f7c67f-d236-44b4-9f59-a855beb424ed req-d0a8433f-27ae-43ae-9271-cc0a354dedfa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527284 Jul 18 10:32:06.901999 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:06.913488 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-9513c993-a9cf-465f-a8b7-f96e96186d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:06.914976 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-9513c993-a9cf-465f-a8b7-f96e96186d61 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=55548d87-fc3b-4ac4-be60-cb359f31d5e1 HTTP/1.1" status: 200 len: 854 time: 0.0604849 Jul 18 10:32:06.960981 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-d6e71782-a5a5-4b86-ae59-65e68731cf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:06.962408 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-d6e71782-a5a5-4b86-ae59-65e68731cf15 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400968 Jul 18 10:32:06.969269 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-42f7c67f-d236-44b4-9f59-a855beb424ed req-3a3aec15-0586-4c38-950c-995c7d9b2353 service neutron] 10.222.0.30 "GET /v2.0/networks/a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965745 Jul 18 10:32:07.335037 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-42f7c67f-d236-44b4-9f59-a855beb424ed req-4f1152b3-57e8-48de-8da1-1b3bfacc17bd service neutron] 10.222.0.30 "GET /v2.0/networks/a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914464 Jul 18 10:32:07.338369 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-08e2b778-c4eb-4fb0-85d7-cc4f921cd2aa service neutron] 10.222.0.30 "GET /v2.0/networks/2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956640 Jul 18 10:32:07.448067 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b1edc5fc-fac3-44cd-8bef-337f34c11d10 req-d759d5f1-ab85-4cfc-84c3-8b5c95b1c9e4 service neutron] 10.222.0.30 "GET /v2.0/networks/2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019204 Jul 18 10:32:07.620112 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fc610-6537-4bf3-8313-549f7281b881 req-0aa36348-66aa-42b9-be63-056503358e7c tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:07.621635 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1d0fc610-6537-4bf3-8313-549f7281b881 req-0aa36348-66aa-42b9-be63-056503358e7c tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6d1079b-c5d3-4062-9759-b681711cef09 HTTP/1.1" status: 200 len: 943 time: 0.0487256 Jul 18 10:32:07.676414 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1d0fc610-6537-4bf3-8313-549f7281b881 req-8dbf85a9-36df-48c5-995f-a187185cc232 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491300 Jul 18 10:32:07.837564 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69f0d1-ba97-476d-8a70-880bd5880f72 req-06be94c1-2939-4df0-b788-ef3ef351d232 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:07.839070 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4e69f0d1-ba97-476d-8a70-880bd5880f72 req-06be94c1-2939-4df0-b788-ef3ef351d232 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 943 time: 0.0610361 Jul 18 10:32:07.889761 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4e69f0d1-ba97-476d-8a70-880bd5880f72 req-b12956f4-909f-47ef-b508-4dbeb9e111ec tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449977 Jul 18 10:32:07.979635 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 6a2188b8-537d-4141-bb7c-a4099429ba7c details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:32:08.085710 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 6a2188b8-537d-4141-bb7c-a4099429ba7c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6a2188b8-537d-4141-bb7c-a4099429ba7c,segment=NetworkSegment(9c10a60d-c857-49e0-ba1d-55ba4b507011),segment_id=9c10a60d-c857-49e0-ba1d-55ba4b507011)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:32:08.099797 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Returning: {'device': '6a2188b8-537d-4141-bb7c-a4099429ba7c', 'network_id': '303a42e4-0390-40fa-955b-4c7e6e4064b3', 'port_id': '6a2188b8-537d-4141-bb7c-a4099429ba7c', 'mac_address': 'fa:16:3e:24:f9:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4fa1e89-cbca-4ddc-a2c7-37d61576e52d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:32:08.136448 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port 6a2188b8-537d-4141-bb7c-a4099429ba7c is: DOWN; New status is: BUILD {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:32:08.136889 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (6a2188b8-537d-4141-bb7c-a4099429ba7c), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:08.150830 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a2188b8-537d-4141-bb7c-a4099429ba7c {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:32:08.172766 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 6a2188b8-537d-4141-bb7c-a4099429ba7c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6a2188b8-537d-4141-bb7c-a4099429ba7c,segment=NetworkSegment(9c10a60d-c857-49e0-ba1d-55ba4b507011),segment_id=9c10a60d-c857-49e0-ba1d-55ba4b507011)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:32:08.177856 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (6a2188b8-537d-4141-bb7c-a4099429ba7c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:08.231097 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=6a2188b8-537d-4141-bb7c-a4099429ba7c,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:08.440021 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b29c39-45ca-4cb3-ad7d-f7bd47bfe667', 'tag': '8763c93e-265a-48e3-9444-a3c09c88377b'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:32:08.442517 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3817d1-aaed-4a11-81b4-0a001dc20507" -d '{"events": [{"name": "network-changed", "server_uuid": "83b29c39-45ca-4cb3-ad7d-f7bd47bfe667", "tag": "8763c93e-265a-48e3-9444-a3c09c88377b"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:32:08.476924 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4406ae7-bbc2-4557-9fe9-4330a3da6d47 x-openstack-request-id: req-f4406ae7-bbc2-4557-9fe9-4330a3da6d47 {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:32:08.477213 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b29c39-45ca-4cb3-ad7d-f7bd47bfe667", "tag": "8763c93e-265a-48e3-9444-a3c09c88377b", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:32:08.477463 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f4406ae7-bbc2-4557-9fe9-4330a3da6d47 {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:32:08.478115 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4406ae7-bbc2-4557-9fe9-4330a3da6d47'] response: {'name': 'network-changed', 'server_uuid': '83b29c39-45ca-4cb3-ad7d-f7bd47bfe667', 'tag': '8763c93e-265a-48e3-9444-a3c09c88377b', 'status': 'completed', 'code': 200} Jul 18 10:32:08.492405 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['6a2188b8-537d-4141-bb7c-a4099429ba7c'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:32:08.551344 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3817d1-aaed-4a11-81b4-0a001dc20507 req-ec469cad-3824-40bb-879b-ec639283ce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:08.552483 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0c3817d1-aaed-4a11-81b4-0a001dc20507 req-ec469cad-3824-40bb-879b-ec639283ce80 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f62ef510c8484995a2f31f29104f399f&device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 1127 time: 0.0463014 Jul 18 10:32:08.655852 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3817d1-aaed-4a11-81b4-0a001dc20507 req-b1d098d9-cb27-43f4-af1d-5ca314a9099b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:08.658393 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0c3817d1-aaed-4a11-81b4-0a001dc20507 req-b1d098d9-cb27-43f4-af1d-5ca314a9099b service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c HTTP/1.1" status: 200 len: 916 time: 0.0997951 Jul 18 10:32:08.698708 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0c3817d1-aaed-4a11-81b4-0a001dc20507 req-ccbf0b3f-8486-4846-b2dc-3158ca0ed834 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8763c93e-265a-48e3-9444-a3c09c88377b HTTP/1.1" status: 200 len: 217 time: 0.0341022 Jul 18 10:32:08.765137 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:08.798477 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3817d1-aaed-4a11-81b4-0a001dc20507 req-fab56822-0700-463c-b025-05ba7a3b59b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:08.800051 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0c3817d1-aaed-4a11-81b4-0a001dc20507 req-fab56822-0700-463c-b025-05ba7a3b59b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=55548d87-fc3b-4ac4-be60-cb359f31d5e1 HTTP/1.1" status: 200 len: 854 time: 0.0937150 Jul 18 10:32:08.813493 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76040bd-487f-4b5e-af22-1975a44b500b req-13e15537-2f72-4fc3-ab19-b7b7c81e745b tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:08.815356 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e76040bd-487f-4b5e-af22-1975a44b500b req-13e15537-2f72-4fc3-ab19-b7b7c81e745b tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6d1079b-c5d3-4062-9759-b681711cef09 HTTP/1.1" status: 200 len: 944 time: 0.0685704 Jul 18 10:32:08.880723 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3817d1-aaed-4a11-81b4-0a001dc20507 req-2dc24b95-831e-4743-b44c-4f376e8ee55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:08.882463 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0c3817d1-aaed-4a11-81b4-0a001dc20507 req-2dc24b95-831e-4743-b44c-4f376e8ee55c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662241 Jul 18 10:32:08.918690 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e76040bd-487f-4b5e-af22-1975a44b500b req-e2f33771-d0db-4730-a569-fe690d1a7408 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943141 Jul 18 10:32:09.033424 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82dc9e7-5965-4f1e-ae22-4ffff707fb0a req-73eb1445-dc0e-4ee0-b091-5446e36d9368 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:09.034943 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e82dc9e7-5965-4f1e-ae22-4ffff707fb0a req-73eb1445-dc0e-4ee0-b091-5446e36d9368 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 943 time: 0.0658228 Jul 18 10:32:09.040837 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0c3817d1-aaed-4a11-81b4-0a001dc20507 req-5dd36147-402b-472e-ad18-72e1c0c216e6 service neutron] 10.222.0.30 "GET /v2.0/networks/2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478469 Jul 18 10:32:09.098453 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:09.153010 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e82dc9e7-5965-4f1e-ae22-4ffff707fb0a req-0884dd00-71f5-4d8c-a788-da36271c945a tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112325 Jul 18 10:32:09.184357 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0c3817d1-aaed-4a11-81b4-0a001dc20507 req-48e29941-43a8-4ecc-a441-1263ae500fae service neutron] 10.222.0.30 "GET /v2.0/networks/2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337767 Jul 18 10:32:10.003984 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 8763c93e-265a-48e3-9444-a3c09c88377b details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:32:10.006966 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 6a2188b8-537d-4141-bb7c-a4099429ba7c up at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:32:10.039111 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:10.049613 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4876b5-584f-49e5-a154-325da3bb0f7d req-49922f5a-09fb-47b4-9908-deef774c292f tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:10.051309 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4a4876b5-584f-49e5-a154-325da3bb0f7d req-49922f5a-09fb-47b4-9908-deef774c292f tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6d1079b-c5d3-4062-9759-b681711cef09 HTTP/1.1" status: 200 len: 944 time: 0.0551615 Jul 18 10:32:10.077568 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:10.090910 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning for port 6a2188b8-537d-4141-bb7c-a4099429ba7c completed by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:32:10.110593 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4a4876b5-584f-49e5-a154-325da3bb0f7d req-c377a412-2692-4788-8c76-507ac0d414f1 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533290 Jul 18 10:32:10.132875 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning complete for port 6a2188b8-537d-4141-bb7c-a4099429ba7c triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:32:10.133254 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (6a2188b8-537d-4141-bb7c-a4099429ba7c), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:10.191389 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 8763c93e-265a-48e3-9444-a3c09c88377b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8763c93e-265a-48e3-9444-a3c09c88377b,segment=NetworkSegment(5932e4fd-a9c3-4211-a2f3-287684c7db3d),segment_id=5932e4fd-a9c3-4211-a2f3-287684c7db3d)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:32:10.206123 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Returning: {'device': '8763c93e-265a-48e3-9444-a3c09c88377b', 'network_id': '2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c', 'port_id': '8763c93e-265a-48e3-9444-a3c09c88377b', 'mac_address': 'fa:16:3e:2a:a9:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55548d87-fc3b-4ac4-be60-cb359f31d5e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:32:10.267504 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port 6a2188b8-537d-4141-bb7c-a4099429ba7c is: BUILD; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:32:10.267813 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (6a2188b8-537d-4141-bb7c-a4099429ba7c), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:10.270874 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb99f1-b402-4dd8-a56f-4b09ea527cd4 req-0be7841d-29f9-48b5-a168-ab4ee78368bb tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:10.272437 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-52fb99f1-b402-4dd8-a56f-4b09ea527cd4 req-0be7841d-29f9-48b5-a168-ab4ee78368bb tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 943 time: 0.0486856 Jul 18 10:32:10.284907 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port 8763c93e-265a-48e3-9444-a3c09c88377b is: DOWN; New status is: BUILD {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:32:10.285307 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (8763c93e-265a-48e3-9444-a3c09c88377b), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:10.306955 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d1079b-c5d3-4062-9759-b681711cef09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2188b8-537d-4141-bb7c-a4099429ba7c'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:32:10.309221 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84681e705a03fd555db26336157b75fd76ce56e0c69b7b802094418238443ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5198c413-43e3-416f-9a2f-72d0194e3927" -d '{"events": [{"server_uuid": "a6d1079b-c5d3-4062-9759-b681711cef09", "name": "network-vif-plugged", "status": "completed", "tag": "6a2188b8-537d-4141-bb7c-a4099429ba7c"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:32:10.320534 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8763c93e-265a-48e3-9444-a3c09c88377b {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:32:10.322921 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-52fb99f1-b402-4dd8-a56f-4b09ea527cd4 req-093742b7-6048-46fb-858f-c7ba9b3dda4d tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443373 Jul 18 10:32:10.330119 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 6a2188b8-537d-4141-bb7c-a4099429ba7c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6a2188b8-537d-4141-bb7c-a4099429ba7c,segment=NetworkSegment(9c10a60d-c857-49e0-ba1d-55ba4b507011),segment_id=9c10a60d-c857-49e0-ba1d-55ba4b507011)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:32:10.339869 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (6a2188b8-537d-4141-bb7c-a4099429ba7c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:10.359402 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 8763c93e-265a-48e3-9444-a3c09c88377b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8763c93e-265a-48e3-9444-a3c09c88377b,segment=NetworkSegment(5932e4fd-a9c3-4211-a2f3-287684c7db3d),segment_id=5932e4fd-a9c3-4211-a2f3-287684c7db3d)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:32:10.377065 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f814ea0d-31d0-4f57-bc0b-5db883386898 x-openstack-request-id: req-f814ea0d-31d0-4f57-bc0b-5db883386898 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:32:10.377355 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d1079b-c5d3-4062-9759-b681711cef09", "name": "network-vif-plugged", "status": "completed", "tag": "6a2188b8-537d-4141-bb7c-a4099429ba7c", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:32:10.377658 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f814ea0d-31d0-4f57-bc0b-5db883386898 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:32:10.378334 dv-cinder-837546-3-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f814ea0d-31d0-4f57-bc0b-5db883386898'] response: {'server_uuid': 'a6d1079b-c5d3-4062-9759-b681711cef09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2188b8-537d-4141-bb7c-a4099429ba7c', 'code': 200} Jul 18 10:32:10.381272 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (8763c93e-265a-48e3-9444-a3c09c88377b), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:10.406606 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=6a2188b8-537d-4141-bb7c-a4099429ba7c,revision_number=5']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:10.540032 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f1447-5b3c-4fbc-9763-96c777e09c4f req-89df22c3-7567-4f6c-83a0-1fe4c8d182ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:10.541618 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-664f1447-5b3c-4fbc-9763-96c777e09c4f req-89df22c3-7567-4f6c-83a0-1fe4c8d182ce service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a6d1079b-c5d3-4062-9759-b681711cef09 HTTP/1.1" status: 200 len: 1129 time: 0.0448771 Jul 18 10:32:10.587412 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=8763c93e-265a-48e3-9444-a3c09c88377b,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:10.588955 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-664f1447-5b3c-4fbc-9763-96c777e09c4f req-98a0e2ca-2f9e-4c22-88d1-ebcd809bd908 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397758 Jul 18 10:32:10.698181 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['8763c93e-265a-48e3-9444-a3c09c88377b'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:32:11.235853 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f39131-3a36-4022-861c-09e4e80c86c1 req-789c7343-fff4-4807-8047-f6846d0017e5 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:11.237378 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a4f39131-3a36-4022-861c-09e4e80c86c1 req-789c7343-fff4-4807-8047-f6846d0017e5 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6d1079b-c5d3-4062-9759-b681711cef09 HTTP/1.1" status: 200 len: 945 time: 0.0480003 Jul 18 10:32:11.288586 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a4f39131-3a36-4022-861c-09e4e80c86c1 req-236a8066-095a-4259-a812-0870ee32933e tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451233 Jul 18 10:32:11.440604 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 34042) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:11.452604 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b02052-f750-4f6c-9b4a-4706defcb54d req-7a818c34-f8e8-43a4-a2b9-22bbb8005824 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:11.454144 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-78b02052-f750-4f6c-9b4a-4706defcb54d req-7a818c34-f8e8-43a4-a2b9-22bbb8005824 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 944 time: 0.0518436 Jul 18 10:32:11.502155 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-78b02052-f750-4f6c-9b4a-4706defcb54d req-3c8613c9-ffa3-46c3-8c5e-a86fb728d303 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420985 Jul 18 10:32:11.575566 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-1fcf19d0-cd8e-49ad-9493-a1d596ea66b2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0bd9fedf211d41878c431ee91f87aaf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337678 Jul 18 10:32:11.577965 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 34046) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:11.628532 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-bcdfc155-f92e-464d-8be3-14ece2476c43 admin admin] Publish callbacks [] for security_group (b781c6f8-e5c5-4a0f-aa83-e22951fe3689), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:11.649180 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-bcdfc155-f92e-464d-8be3-14ece2476c43 admin admin] Publish callbacks [] for security_group (b781c6f8-e5c5-4a0f-aa83-e22951fe3689), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:11.696203 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-bcdfc155-f92e-464d-8be3-14ece2476c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (b781c6f8-e5c5-4a0f-aa83-e22951fe3689), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:11.698672 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-bcdfc155-f92e-464d-8be3-14ece2476c43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:11.699810 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-bcdfc155-f92e-464d-8be3-14ece2476c43 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b781c6f8-e5c5-4a0f-aa83-e22951fe3689 HTTP/1.1" status: 204 len: 168 time: 0.1209698 Jul 18 10:32:11.707787 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdfc155-f92e-464d-8be3-14ece2476c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b781c6f8-e5c5-4a0f-aa83-e22951fe3689,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:11.714847 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfc155-f92e-464d-8be3-14ece2476c43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:11.715198 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfc155-f92e-464d-8be3-14ece2476c43 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:11.715541 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfc155-f92e-464d-8be3-14ece2476c43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:11.715877 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfc155-f92e-464d-8be3-14ece2476c43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:11.716210 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfc155-f92e-464d-8be3-14ece2476c43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:11.716559 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfc155-f92e-464d-8be3-14ece2476c43 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:11.716892 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfc155-f92e-464d-8be3-14ece2476c43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:11.717290 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfc155-f92e-464d-8be3-14ece2476c43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:11.717566 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfc155-f92e-464d-8be3-14ece2476c43 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:11.717895 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfc155-f92e-464d-8be3-14ece2476c43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:11.718238 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfc155-f92e-464d-8be3-14ece2476c43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:11.718582 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfc155-f92e-464d-8be3-14ece2476c43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:11.718906 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfc155-f92e-464d-8be3-14ece2476c43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:11.719720 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfc155-f92e-464d-8be3-14ece2476c43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:11.720051 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfc155-f92e-464d-8be3-14ece2476c43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:12.005062 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 8763c93e-265a-48e3-9444-a3c09c88377b up at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:32:12.052240 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning for port 8763c93e-265a-48e3-9444-a3c09c88377b completed by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:32:12.057521 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning complete for port 8763c93e-265a-48e3-9444-a3c09c88377b triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:32:12.058077 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (8763c93e-265a-48e3-9444-a3c09c88377b), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:12.132617 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port 8763c93e-265a-48e3-9444-a3c09c88377b is: BUILD; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:32:12.133130 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (8763c93e-265a-48e3-9444-a3c09c88377b), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:12.159222 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:12.170877 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 8763c93e-265a-48e3-9444-a3c09c88377b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8763c93e-265a-48e3-9444-a3c09c88377b,segment=NetworkSegment(5932e4fd-a9c3-4211-a2f3-287684c7db3d),segment_id=5932e4fd-a9c3-4211-a2f3-287684c7db3d)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:32:12.175646 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (8763c93e-265a-48e3-9444-a3c09c88377b), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:12.205927 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:12.230016 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=8763c93e-265a-48e3-9444-a3c09c88377b,revision_number=5']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:12.379271 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b29c39-45ca-4cb3-ad7d-f7bd47bfe667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8763c93e-265a-48e3-9444-a3c09c88377b'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:32:12.381696 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84681e705a03fd555db26336157b75fd76ce56e0c69b7b802094418238443ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d59179-90d7-4253-b1f9-571af661da3f" -d '{"events": [{"server_uuid": "83b29c39-45ca-4cb3-ad7d-f7bd47bfe667", "name": "network-vif-plugged", "status": "completed", "tag": "8763c93e-265a-48e3-9444-a3c09c88377b"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:32:12.407708 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d160c-bf6a-4e41-a17f-9dd645749da0 req-f1bf7c47-cee3-4c69-a9cd-d6748c137d07 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:12.409308 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ee9d160c-bf6a-4e41-a17f-9dd645749da0 req-f1bf7c47-cee3-4c69-a9cd-d6748c137d07 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6d1079b-c5d3-4062-9759-b681711cef09 HTTP/1.1" status: 200 len: 945 time: 0.0529962 Jul 18 10:32:12.425866 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800f5c5d-8d5f-404c-a31e-da675b85f244 x-openstack-request-id: req-800f5c5d-8d5f-404c-a31e-da675b85f244 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:32:12.426228 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b29c39-45ca-4cb3-ad7d-f7bd47bfe667", "name": "network-vif-plugged", "status": "completed", "tag": "8763c93e-265a-48e3-9444-a3c09c88377b", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:32:12.426486 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-800f5c5d-8d5f-404c-a31e-da675b85f244 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:32:12.426884 dv-cinder-837546-3-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-800f5c5d-8d5f-404c-a31e-da675b85f244'] response: {'server_uuid': '83b29c39-45ca-4cb3-ad7d-f7bd47bfe667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8763c93e-265a-48e3-9444-a3c09c88377b', 'code': 200} Jul 18 10:32:12.460708 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ee9d160c-bf6a-4e41-a17f-9dd645749da0 req-d16d6a39-40d7-49db-b653-ecd9e4c9bef1 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459096 Jul 18 10:32:12.662569 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60459f43-caeb-46d0-a491-eade23eea81a req-b5013c99-8bd7-4e44-b6b2-5c8e09fa8a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:12.664066 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-60459f43-caeb-46d0-a491-eade23eea81a req-b5013c99-8bd7-4e44-b6b2-5c8e09fa8a03 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 1129 time: 0.0784192 Jul 18 10:32:12.670079 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b969cd-d424-4b38-a315-ba357b1ed7cb req-cff0e01a-61eb-4590-90c8-e196bf1e7fc1 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:12.671528 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-53b969cd-d424-4b38-a315-ba357b1ed7cb req-cff0e01a-61eb-4590-90c8-e196bf1e7fc1 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 945 time: 0.0875909 Jul 18 10:32:12.704950 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:12.755880 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-53b969cd-d424-4b38-a315-ba357b1ed7cb req-35bec11f-45fe-48b9-bba2-bc0504480b8a tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773792 Jul 18 10:32:12.758071 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-60459f43-caeb-46d0-a491-eade23eea81a req-2a2d5bdf-b5e8-4973-80af-ea0da505e20b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778596 Jul 18 10:32:13.872913 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa4a61-ec00-47c3-8eb9-d5c973fba2d6 req-3fe7d2e2-6153-49fc-b25e-593fe1bf1332 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:13.874421 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0faa4a61-ec00-47c3-8eb9-d5c973fba2d6 req-3fe7d2e2-6153-49fc-b25e-593fe1bf1332 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 945 time: 0.0510447 Jul 18 10:32:13.927086 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0faa4a61-ec00-47c3-8eb9-d5c973fba2d6 req-4acc11e3-0822-44c4-9604-4d715c686fd5 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456529 Jul 18 10:32:15.043233 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e651ab-5bda-44d3-a0bb-4279cf8b4c35 req-967ad76c-d798-4001-8b57-1dcb791a51c0 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:15.044729 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-44e651ab-5bda-44d3-a0bb-4279cf8b4c35 req-967ad76c-d798-4001-8b57-1dcb791a51c0 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 945 time: 0.0470309 Jul 18 10:32:15.064340 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:15.091572 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-44e651ab-5bda-44d3-a0bb-4279cf8b4c35 req-9b0837b0-f527-4520-b749-e8a9c2208b06 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414124 Jul 18 10:32:16.202652 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1409c-4ce4-4032-8788-3663abfd1aa0 req-ab689c3c-00d2-41c9-b3fc-a535f147e98d tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:16.204151 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-63e1409c-4ce4-4032-8788-3663abfd1aa0 req-ab689c3c-00d2-41c9-b3fc-a535f147e98d tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 945 time: 0.0461659 Jul 18 10:32:16.253524 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-63e1409c-4ce4-4032-8788-3663abfd1aa0 req-5542e40d-8e4a-4de0-99c8-078702cff73d tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438185 Jul 18 10:32:17.371137 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834a63c-f5c0-49ce-87b3-e579ab5c2c81 req-05fcce2c-0829-44b0-af58-0cb4e92e13d0 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:17.372637 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8834a63c-f5c0-49ce-87b3-e579ab5c2c81 req-05fcce2c-0829-44b0-af58-0cb4e92e13d0 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 945 time: 0.0505331 Jul 18 10:32:17.419086 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8834a63c-f5c0-49ce-87b3-e579ab5c2c81 req-1d2f27a0-56f3-4733-b543-c01a5abed734 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409496 Jul 18 10:32:18.179355 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f6c1e-1a6d-4db9-8961-ba95bd5088ce req-3186f8c9-682c-4679-b629-d2c0c08d91be tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:18.181014 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-019f6c1e-1a6d-4db9-8961-ba95bd5088ce req-3186f8c9-682c-4679-b629-d2c0c08d91be tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 945 time: 0.0471680 Jul 18 10:32:18.228850 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-019f6c1e-1a6d-4db9-8961-ba95bd5088ce req-e8b1a098-5561-40ba-b0a7-db3850574f52 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=db7f8e57-b261-422c-8afb-949630b83485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422063 Jul 18 10:32:18.532905 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662de7c5-5d72-4810-8af7-d6d788945442 req-65a1cd57-0115-40c7-ac6e-726a062f0f0c tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:18.534553 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-662de7c5-5d72-4810-8af7-d6d788945442 req-65a1cd57-0115-40c7-ac6e-726a062f0f0c tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 945 time: 0.0485270 Jul 18 10:32:18.596499 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-662de7c5-5d72-4810-8af7-d6d788945442 req-c9164713-7ee5-4db2-881e-6fb6212c72a9 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562804 Jul 18 10:32:18.708569 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ffe83-7fc2-46e6-9b9d-3104c0604868 req-99ba85a0-d5a3-4454-8ff4-2723863427e5 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:18.710260 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-109ffe83-7fc2-46e6-9b9d-3104c0604868 req-99ba85a0-d5a3-4454-8ff4-2723863427e5 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 945 time: 0.0474107 Jul 18 10:32:18.757112 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-109ffe83-7fc2-46e6-9b9d-3104c0604868 req-304d81b9-2cf4-427c-ac41-dd236ef5a85a tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412312 Jul 18 10:32:19.075371 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e509df-db82-41ab-89c2-812910a7fe76 req-e4f4d1c0-91ba-41e6-9544-c07ae1c6eb86 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:19.076972 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-37e509df-db82-41ab-89c2-812910a7fe76 req-e4f4d1c0-91ba-41e6-9544-c07ae1c6eb86 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 945 time: 0.0458364 Jul 18 10:32:19.123573 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-37e509df-db82-41ab-89c2-812910a7fe76 req-017eeade-29d9-4a61-ba59-9cf423aeb0ab tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403187 Jul 18 10:32:19.349590 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda8533-4beb-4ee6-a9fc-3294e7974b43 req-75e5746f-7be2-43ec-b710-947de653d9c3 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:19.351404 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-7cda8533-4beb-4ee6-a9fc-3294e7974b43 req-75e5746f-7be2-43ec-b710-947de653d9c3 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 945 time: 0.0551019 Jul 18 10:32:19.410162 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-7cda8533-4beb-4ee6-a9fc-3294e7974b43 req-56bbbfff-09ba-4266-9c41-d1831e21a139 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=db7f8e57-b261-422c-8afb-949630b83485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529609 Jul 18 10:32:20.008343 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-e9852435-0c3b-4432-9242-a76f202be8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:20.343655 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990619a-d0cb-4731-b8ff-792f7bc45b28 req-b2760414-4d36-439a-b412-73acbc373a51 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:20.346725 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5990619a-d0cb-4731-b8ff-792f7bc45b28 req-b2760414-4d36-439a-b412-73acbc373a51 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 945 time: 0.0710807 Jul 18 10:32:20.524494 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c56047-9a52-47c3-b779-bd6aa88caf25 req-02ecf535-fc9f-4a68-a8bd-262d1d4e2fcc tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:20.526010 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f9c56047-9a52-47c3-b779-bd6aa88caf25 req-02ecf535-fc9f-4a68-a8bd-262d1d4e2fcc tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 945 time: 0.0475750 Jul 18 10:32:20.584032 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f9c56047-9a52-47c3-b779-bd6aa88caf25 req-113bbdd0-4a8c-44cd-93c8-04a65c81f00b tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=db7f8e57-b261-422c-8afb-949630b83485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520020 Jul 18 10:32:20.724776 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:20.791558 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-5990619a-d0cb-4731-b8ff-792f7bc45b28 req-5c384566-f1f0-4e56-bff2-77141590b4de tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Deleting port 45d07fc3-9cad-4182-885d-f3a4c1ec9917 {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:32:20.791918 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-5990619a-d0cb-4731-b8ff-792f7bc45b28 req-5c384566-f1f0-4e56-bff2-77141590b4de tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (45d07fc3-9cad-4182-885d-f3a4c1ec9917), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:20.925008 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-5990619a-d0cb-4731-b8ff-792f7bc45b28 req-5c384566-f1f0-4e56-bff2-77141590b4de tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] For port 45d07fc3-9cad-4182-885d-f3a4c1ec9917, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=45d07fc3-9cad-4182-885d-f3a4c1ec9917,segment=NetworkSegment(9f9e9026-9d7c-43b5-af17-ac9b99df5729),segment_id=9f9e9026-9d7c-43b5-af17-ac9b99df5729)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:32:20.925638 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-5990619a-d0cb-4731-b8ff-792f7bc45b28 req-5c384566-f1f0-4e56-bff2-77141590b4de tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (45d07fc3-9cad-4182-885d-f3a4c1ec9917), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:20.938403 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:20.946759 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 34216) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:21.069444 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=70,neutron:DELETE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:21.077260 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-da10ae30-70c9-4ac5-af2c-d9b2a239ad7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:21.168871 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-da10ae30-70c9-4ac5-af2c-d9b2a239ad7b admin admin] Publish callbacks [] for security_group (2821a271-2100-4a9c-88e6-cc30e90b402e), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:21.172674 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-da10ae30-70c9-4ac5-af2c-d9b2a239ad7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (2821a271-2100-4a9c-88e6-cc30e90b402e), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:21.177741 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-5990619a-d0cb-4731-b8ff-792f7bc45b28 req-5c384566-f1f0-4e56-bff2-77141590b4de tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:21.178109 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-5990619a-d0cb-4731-b8ff-792f7bc45b28 req-5c384566-f1f0-4e56-bff2-77141590b4de tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780340'] for floatingip (61485b40-6cb8-4293-baac-2634d7fdafab), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:21.178425 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.db.l3_db [req-5990619a-d0cb-4731-b8ff-792f7bc45b28 req-5c384566-f1f0-4e56-bff2-77141590b4de tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Floating IP 61485b40-6cb8-4293-baac-2634d7fdafab disassociated. External IP: 172.27.3.253, port: 45d07fc3-9cad-4182-885d-f3a4c1ec9917. Jul 18 10:32:21.178772 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-5990619a-d0cb-4731-b8ff-792f7bc45b28 req-5c384566-f1f0-4e56-bff2-77141590b4de tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Calling delete_port for 45d07fc3-9cad-4182-885d-f3a4c1ec9917 owned by compute:nova {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:32:21.203305 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:21.223323 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-da10ae30-70c9-4ac5-af2c-d9b2a239ad7b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ea5ab29f9bbf47fbbcdccff38b1c09e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754250 Jul 18 10:32:21.224124 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 34224) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:21.233385 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10ae30-70c9-4ac5-af2c-d9b2a239ad7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2821a271-2100-4a9c-88e6-cc30e90b402e,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:21.292277 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-782ad83d-48c9-42cc-9540-c089c0f7d038 admin admin] Publish callbacks [] for security_group (2821a271-2100-4a9c-88e6-cc30e90b402e), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:21.318554 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-782ad83d-48c9-42cc-9540-c089c0f7d038 admin admin] Publish callbacks [] for security_group (2821a271-2100-4a9c-88e6-cc30e90b402e), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:21.340905 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-5990619a-d0cb-4731-b8ff-792f7bc45b28 req-5c384566-f1f0-4e56-bff2-77141590b4de tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (45d07fc3-9cad-4182-885d-f3a4c1ec9917), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:21.371006 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-782ad83d-48c9-42cc-9540-c089c0f7d038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (2821a271-2100-4a9c-88e6-cc30e90b402e), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:21.375963 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c384566-f1f0-4e56-bff2-77141590b4de tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event deleted for resources: {'Port': ['ID=45d07fc3-9cad-4182-885d-f3a4c1ec9917,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:21.381771 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-782ad83d-48c9-42cc-9540-c089c0f7d038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:21.386013 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-782ad83d-48c9-42cc-9540-c089c0f7d038 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2821a271-2100-4a9c-88e6-cc30e90b402e HTTP/1.1" status: 204 len: 168 time: 0.1598151 Jul 18 10:32:21.401140 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ad83d-48c9-42cc-9540-c089c0f7d038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2821a271-2100-4a9c-88e6-cc30e90b402e,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:21.540398 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5990619a-d0cb-4731-b8ff-792f7bc45b28 req-5c384566-f1f0-4e56-bff2-77141590b4de tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Router 2d9a0d12-2331-4e5f-9d38-b53462247d9a has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:32:21.667832 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5990619a-d0cb-4731-b8ff-792f7bc45b28 req-5c384566-f1f0-4e56-bff2-77141590b4de tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:32:21.678554 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2dc359-7e78-4688-8592-255abea50cfb None None] Sync routers for ids ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:32:21.695903 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2dc359-7e78-4688-8592-255abea50cfb None None] Routers {'2d9a0d12-2331-4e5f-9d38-b53462247d9a'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:32:21.696690 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-6e2dc359-7e78-4688-8592-255abea50cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:31:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:32:21.714858 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-db8d566f-5c43-4e88-90a8-781dc42f9bf2 req-d203f482-0e7f-4c4d-8895-a2f125c369d0 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 210 time: 0.0493767 Jul 18 10:32:21.744772 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-5990619a-d0cb-4731-b8ff-792f7bc45b28 req-5c384566-f1f0-4e56-bff2-77141590b4de tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] No DVR routers for this DVR port 45d07fc3-9cad-4182-885d-f3a4c1ec9917 on host hv-cinder-83754 {{(pid=103899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:32:21.747699 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-5990619a-d0cb-4731-b8ff-792f7bc45b28 req-5c384566-f1f0-4e56-bff2-77141590b4de tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:21.752341 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5990619a-d0cb-4731-b8ff-792f7bc45b28 req-5c384566-f1f0-4e56-bff2-77141590b4de tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.30 "DELETE /v2.0/ports/45d07fc3-9cad-4182-885d-f3a4c1ec9917 HTTP/1.1" status: 204 len: 173 time: 1.0703001 Jul 18 10:32:21.753064 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7', 'name': 'network-vif-deleted', 'tag': '45d07fc3-9cad-4182-885d-f3a4c1ec9917'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:32:21.755695 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77c12e5-b436-4ce8-bef5-ce6f508daf2f" -d '{"events": [{"server_uuid": "1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7", "name": "network-vif-deleted", "tag": "45d07fc3-9cad-4182-885d-f3a4c1ec9917"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:32:21.820851 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ccf3ae-b0eb-47ae-be7b-fd8f40205b1c x-openstack-request-id: req-12ccf3ae-b0eb-47ae-be7b-fd8f40205b1c {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:32:21.821266 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7", "name": "network-vif-deleted", "tag": "45d07fc3-9cad-4182-885d-f3a4c1ec9917", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:32:21.821618 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-12ccf3ae-b0eb-47ae-be7b-fd8f40205b1c {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:32:21.822087 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12ccf3ae-b0eb-47ae-be7b-fd8f40205b1c'] response: {'server_uuid': '1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7', 'name': 'network-vif-deleted', 'tag': '45d07fc3-9cad-4182-885d-f3a4c1ec9917', 'status': 'completed', 'code': 200} Jul 18 10:32:21.851770 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-6e2dc359-7e78-4688-8592-255abea50cfb None None] Set router 2d9a0d12-2331-4e5f-9d38-b53462247d9a gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:32:22.100777 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-6e2dc359-7e78-4688-8592-255abea50cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'name': 'tempest-AttachVolumeNegativeTest-1979717538-router', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '55318072-cef0-4676-82c9-ee2867adafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 4, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'gw_port': {'id': '55318072-cef0-4676-82c9-ee2867adafd7', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '25a2eafe-6c68-49af-b475-01ff9207ffba', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'floating_ip_address': '172.27.3.107', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'port_id': 'f97d9284-09c3-4aa3-8f54-5bb526b9fe08', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'mac_address': 'fa:16:3e:ed:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db62c05e-28a8-4121-a6e5-8abb802f7a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:29:06Z', 'updated_at': '2022-07-18T10:29:49Z', 'revision_number': 2, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1420ff7f-6c01-4735-aa6b-eee69bfd69e9', 'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'mac_address': 'fa:16:3e:ec:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:57Z', 'updated_at': '2022-07-18T10:29:07Z', 'revision_number': 5, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'subnets': [{'id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:32:22.135809 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2dc359-7e78-4688-8592-255abea50cfb None None] Checking router: 2d9a0d12-2331-4e5f-9d38-b53462247d9a for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:32:22.152960 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2dc359-7e78-4688-8592-255abea50cfb None None] Routers {'2d9a0d12-2331-4e5f-9d38-b53462247d9a'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:32:22.154136 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-6e2dc359-7e78-4688-8592-255abea50cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:31:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:32:22.274638 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-6e2dc359-7e78-4688-8592-255abea50cfb None None] Set router 2d9a0d12-2331-4e5f-9d38-b53462247d9a gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:32:22.278395 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 34260) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:22.327469 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9fb49e11-cfe2-405a-a632-c8012719abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:22.401967 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-2a596644-b0e3-4eeb-af2e-e4d66a8123e7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-436051173-network', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:32:22.424453 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a596644-b0e3-4eeb-af2e-e4d66a8123e7 admin admin] Made reservation on behalf of 2c656b71bbd447cba7d11335c928dfda for: {'network': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:32:22.427154 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-2a596644-b0e3-4eeb-af2e-e4d66a8123e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for network (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:22.436160 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-2a596644-b0e3-4eeb-af2e-e4d66a8123e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:22.482358 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=5 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:22.528776 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-6e2dc359-7e78-4688-8592-255abea50cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'name': 'tempest-AttachVolumeNegativeTest-1979717538-router', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '55318072-cef0-4676-82c9-ee2867adafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 4, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'gw_port': {'id': '55318072-cef0-4676-82c9-ee2867adafd7', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '25a2eafe-6c68-49af-b475-01ff9207ffba', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'floating_ip_address': '172.27.3.107', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'port_id': 'f97d9284-09c3-4aa3-8f54-5bb526b9fe08', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'mac_address': 'fa:16:3e:ed:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db62c05e-28a8-4121-a6e5-8abb802f7a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:29:06Z', 'updated_at': '2022-07-18T10:29:49Z', 'revision_number': 2, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1420ff7f-6c01-4735-aa6b-eee69bfd69e9', 'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'mac_address': 'fa:16:3e:ec:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:57Z', 'updated_at': '2022-07-18T10:29:07Z', 'revision_number': 5, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'subnets': [{'id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:32:22.529586 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-2a596644-b0e3-4eeb-af2e-e4d66a8123e7 admin admin] Publish callbacks [] for security_group (6e240307-0703-4b0d-8934-a2a682508cb7), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:22.534402 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-2a596644-b0e3-4eeb-af2e-e4d66a8123e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (6e240307-0703-4b0d-8934-a2a682508cb7), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:22.562130 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2dc359-7e78-4688-8592-255abea50cfb None None] The sync data for ids ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'] in dv-cinder-837546-3-iscsi is: [{'id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'name': 'tempest-AttachVolumeNegativeTest-1979717538-router', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '55318072-cef0-4676-82c9-ee2867adafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 4, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'gw_port': {'id': '55318072-cef0-4676-82c9-ee2867adafd7', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '25a2eafe-6c68-49af-b475-01ff9207ffba', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'floating_ip_address': '172.27.3.107', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'port_id': 'f97d9284-09c3-4aa3-8f54-5bb526b9fe08', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'mac_address': 'fa:16:3e:ed:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db62c05e-28a8-4121-a6e5-8abb802f7a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:29:06Z', 'updated_at': '2022-07-18T10:29:49Z', 'revision_number': 2, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1420ff7f-6c01-4735-aa6b-eee69bfd69e9', 'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'mac_address': 'fa:16:3e:ec:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:57Z', 'updated_at': '2022-07-18T10:29:07Z', 'revision_number': 5, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'subnets': [{'id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:32:22.566989 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a596644-b0e3-4eeb-af2e-e4d66a8123e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:32:22.589424 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-2a596644-b0e3-4eeb-af2e-e4d66a8123e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (2d16fefc-509d-4f46-8970-6e15cc7ed3ca), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:22.591176 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.db.segments_db [None req-2a596644-b0e3-4eeb-af2e-e4d66a8123e7 admin admin] Added segment 2d16fefc-509d-4f46-8970-6e15cc7ed3ca of type vlan for network 9e654fce-ea72-45f2-b759-da2c9a65544d Jul 18 10:32:22.595121 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a596644-b0e3-4eeb-af2e-e4d66a8123e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e240307-0703-4b0d-8934-a2a682508cb7,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:22.642306 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=9 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:22.647448 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-2a596644-b0e3-4eeb-af2e-e4d66a8123e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756233730353'] for network (9e654fce-ea72-45f2-b759-da2c9a65544d), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:22.677887 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-2a596644-b0e3-4eeb-af2e-e4d66a8123e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580'] for network (9e654fce-ea72-45f2-b759-da2c9a65544d), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:22.678986 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a596644-b0e3-4eeb-af2e-e4d66a8123e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:22.679702 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-2a596644-b0e3-4eeb-af2e-e4d66a8123e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:22.854550 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84546a7-ff71-44a1-bb66-20b7ec816652 None None] New status for floating IP 61485b40-6cb8-4293-baac-2634d7fdafab: DOWN {{(pid=103901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:32:23.007742 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-2a596644-b0e3-4eeb-af2e-e4d66a8123e7 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7282810 Jul 18 10:32:23.010795 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 34270) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:23.015775 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-6a7d6b84-8f68-44e2-95c3-48f508a5c550 admin admin] Request body: {'subnet': {'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-436051173-subnet', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'ip_version': 4}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:32:23.025725 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a596644-b0e3-4eeb-af2e-e4d66a8123e7 admin admin] Pushing event updated for resources: {'Network': ['ID=9e654fce-ea72-45f2-b759-da2c9a65544d,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:23.029154 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2994073b-7150-457b-9677-d4f2c5eb57ac req-1b450dc1-6cb0-45de-8976-d386607a7f44 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 210 time: 0.0349486 Jul 18 10:32:23.038105 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Network 9e654fce-ea72-45f2-b759-da2c9a65544d details requested by agent ovs-agent-dv-cinder-837546-3-iscsi with host dv-cinder-837546-3-iscsi {{(pid=103900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:32:23.045962 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7d6b84-8f68-44e2-95c3-48f508a5c550 admin admin] Made reservation on behalf of 2c656b71bbd447cba7d11335c928dfda for: {'subnet': 1} {{(pid=103898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:32:23.058454 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6a7d6b84-8f68-44e2-95c3-48f508a5c550 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260973226'] for subnet (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:23.443381 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6a7d6b84-8f68-44e2-95c3-48f508a5c550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260947695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260973236'] for subnet (87464419-3975-4a49-a913-5df590abacff), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:23.501473 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d6b84-8f68-44e2-95c3-48f508a5c550 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87464419-3975-4a49-a913-5df590abacff,revision_number=0']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:23.510137 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7d6b84-8f68-44e2-95c3-48f508a5c550 admin admin] Checking segment: {'id': '2d16fefc-509d-4f46-8970-6e15cc7ed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:32:23.510481 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7d6b84-8f68-44e2-95c3-48f508a5c550 admin admin] Network hostable DHCP agents. Network: 9e654fce-ea72-45f2-b759-da2c9a65544d, hostable agents: ['fa8f3552-6db4-4084-80f3-0029642e69db'], hosted agents: [] {{(pid=103898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:32:23.527496 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7d6b84-8f68-44e2-95c3-48f508a5c550 admin admin] Network 9e654fce-ea72-45f2-b759-da2c9a65544d is scheduled to be hosted by DHCP agent fa8f3552-6db4-4084-80f3-0029642e69db with binding_index 1 {{(pid=103898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:32:23.536384 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-6a7d6b84-8f68-44e2-95c3-48f508a5c550 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-3-iscsi, 9e654fce-ea72-45f2-b759-da2c9a65544d) {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:32:23.540792 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7d6b84-8f68-44e2-95c3-48f508a5c550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:23.541379 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6a7d6b84-8f68-44e2-95c3-48f508a5c550 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:23.547140 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068d9196-7761-4365-b24f-8e70818c7a64 None None] Network 9e654fce-ea72-45f2-b759-da2c9a65544d requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:32:23.559195 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-6a7d6b84-8f68-44e2-95c3-48f508a5c550 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5470328 Jul 18 10:32:23.562068 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 34276) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:23.566892 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-ca0cf16b-3cd9-4b4f-bb49-c8bc96c44747 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-436051173-router', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:32:23.579132 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:23.590195 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ca0cf16b-3cd9-4b4f-bb49-c8bc96c44747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-659929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1453'] for router (b813383a-8c2b-4227-b257-73336c9a3e16), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:23.591223 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ca0cf16b-3cd9-4b4f-bb49-c8bc96c44747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1434'] for router (b813383a-8c2b-4227-b257-73336c9a3e16), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:23.626515 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:23.654831 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ca0cf16b-3cd9-4b4f-bb49-c8bc96c44747 admin admin] Publish callbacks [] for router_controller (b813383a-8c2b-4227-b257-73336c9a3e16), precommit_add_association {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:23.689667 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69b35a5f-4d22-5468-adcd-c56b599b10b8-9e654fce-ea72-45f2-b759-da2c9a65544d', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'fixed_ips': [{'subnet_id': '87464419-3975-4a49-a913-5df590abacff'}]}} from dv-cinder-837546-3-iscsi. {{(pid=103900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 10:32:23.690835 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:23.719958 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:23.763261 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:23.791589 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ca0cf16b-3cd9-4b4f-bb49-c8bc96c44747 admin admin] Publish callbacks [] for router_gateway (b813383a-8c2b-4227-b257-73336c9a3e16), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:23.836139 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Allocated IP 172.20.0.2 (9e654fce-ea72-45f2-b759-da2c9a65544d/87464419-3975-4a49-a913-5df590abacff/9c23d4f7-6197-4a8f-98e3-cb23b17e752d) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:32:23.864593 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:23.983775 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ca0cf16b-3cd9-4b4f-bb49-c8bc96c44747 admin admin] Publish callbacks [] for router_gateway (b813383a-8c2b-4227-b257-73336c9a3e16), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:23.994838 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Publish callbacks [] for port (9c23d4f7-6197-4a8f-98e3-cb23b17e752d), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:24.000282 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598'] for port (9c23d4f7-6197-4a8f-98e3-cb23b17e752d), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:24.003854 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ca0cf16b-3cd9-4b4f-bb49-c8bc96c44747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:24.043419 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Network 9e654fce-ea72-45f2-b759-da2c9a65544d is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:32:24.046798 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:32:24.049279 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Pushing event updated for resources: {'Port': ['ID=9c23d4f7-6197-4a8f-98e3-cb23b17e752d,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:24.051461 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:32:24.065531 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:24.065834 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:24.066142 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:24.066555 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:24.066894 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:24.067250 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:24.067548 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:24.067868 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:24.068193 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:24.068537 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:24.069322 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:24.069322 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:24.069485 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:24.069761 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:24.070082 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:24.118326 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-ca0cf16b-3cd9-4b4f-bb49-c8bc96c44747 admin admin] Allocated IP 172.27.3.170 (ab707614-a8a6-4503-81fa-3cf63d34938b/a666abde-39cf-4361-a6f5-7885f7528b36/0f2bfd24-46d7-4657-8e8b-3ae261438cce) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:32:24.127530 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Attempting to bind port 9c23d4f7-6197-4a8f-98e3-cb23b17e752d on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:32:24.127908 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Attempting to bind port 9c23d4f7-6197-4a8f-98e3-cb23b17e752d by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': '2d16fefc-509d-4f46-8970-6e15cc7ed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:32:24.128269 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Attempting to bind port 9c23d4f7-6197-4a8f-98e3-cb23b17e752d on network 9e654fce-ea72-45f2-b759-da2c9a65544d {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:32:24.134024 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:32:24.134395 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Checking segment: {'id': '2d16fefc-509d-4f46-8970-6e15cc7ed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:32:24.135039 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:24.135497 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Bound using segment: {'id': '2d16fefc-509d-4f46-8970-6e15cc7ed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:32:24.136089 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Bound port: 9c23d4f7-6197-4a8f-98e3-cb23b17e752d, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d16fefc-509d-4f46-8970-6e15cc7ed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:32:24.136526 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (9c23d4f7-6197-4a8f-98e3-cb23b17e752d), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:24.163808 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6da0ebbe-eefa-446b-89f0-7c6502717611 req-7eee9f41-d455-47eb-ab32-170a661b0cd0 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e3ca3fe-e03a-47e3-9d9c-a6ab431e2dd7 HTTP/1.1" status: 200 len: 210 time: 0.0333579 Jul 18 10:32:24.204121 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] For port 9c23d4f7-6197-4a8f-98e3-cb23b17e752d, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:32:24.207702 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] For port 9c23d4f7-6197-4a8f-98e3-cb23b17e752d, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=9c23d4f7-6197-4a8f-98e3-cb23b17e752d,segment=NetworkSegment(2d16fefc-509d-4f46-8970-6e15cc7ed3ca),segment_id=2d16fefc-509d-4f46-8970-6e15cc7ed3ca)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:32:24.213359 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (9c23d4f7-6197-4a8f-98e3-cb23b17e752d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:24.232378 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ca0cf16b-3cd9-4b4f-bb49-c8bc96c44747 admin admin] Publish callbacks [] for port (0f2bfd24-46d7-4657-8e8b-3ae261438cce), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:24.270126 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ca0cf16b-3cd9-4b4f-bb49-c8bc96c44747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (0f2bfd24-46d7-4657-8e8b-3ae261438cce), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:24.279561 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161fc2ce-949b-4c08-bc6a-839655523977 None None] Pushing event updated for resources: {'Port': ['ID=9c23d4f7-6197-4a8f-98e3-cb23b17e752d,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:24.323446 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0cf16b-3cd9-4b4f-bb49-c8bc96c44747 admin admin] Network ab707614-a8a6-4503-81fa-3cf63d34938b is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:32:24.328920 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-ca0cf16b-3cd9-4b4f-bb49-c8bc96c44747 admin admin] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:32:24.331133 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0cf16b-3cd9-4b4f-bb49-c8bc96c44747 admin admin] Pushing event updated for resources: {'Port': ['ID=0f2bfd24-46d7-4657-8e8b-3ae261438cce,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:24.333752 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0cf16b-3cd9-4b4f-bb49-c8bc96c44747 admin admin] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:32:24.600412 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ca0cf16b-3cd9-4b4f-bb49-c8bc96c44747 admin admin] Publish callbacks [] for router_gateway (b813383a-8c2b-4227-b257-73336c9a3e16), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:24.709669 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:24.764994 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 9c23d4f7-6197-4a8f-98e3-cb23b17e752d up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:32:24.794890 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:24.814497 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:24.821143 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 9c23d4f7-6197-4a8f-98e3-cb23b17e752d triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:32:24.821777 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (9c23d4f7-6197-4a8f-98e3-cb23b17e752d), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:24.835313 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ca0cf16b-3cd9-4b4f-bb49-c8bc96c44747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780286'] for router (b813383a-8c2b-4227-b257-73336c9a3e16), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:24.909512 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:24.928759 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 9c23d4f7-6197-4a8f-98e3-cb23b17e752d is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:32:24.929516 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (9c23d4f7-6197-4a8f-98e3-cb23b17e752d), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:25.006643 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] For port 9c23d4f7-6197-4a8f-98e3-cb23b17e752d, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=9c23d4f7-6197-4a8f-98e3-cb23b17e752d,segment=NetworkSegment(2d16fefc-509d-4f46-8970-6e15cc7ed3ca),segment_id=2d16fefc-509d-4f46-8970-6e15cc7ed3ca)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:32:25.017780 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (9c23d4f7-6197-4a8f-98e3-cb23b17e752d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:25.026013 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0cf16b-3cd9-4b4f-bb49-c8bc96c44747 admin admin] Router b813383a-8c2b-4227-b257-73336c9a3e16 is scheduled to L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c with binding_index 1 {{(pid=103898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 10:32:25.108878 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:25.111828 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Pushing event updated for resources: {'Port': ['ID=9c23d4f7-6197-4a8f-98e3-cb23b17e752d,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:25.154855 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0cf16b-3cd9-4b4f-bb49-c8bc96c44747 admin admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:32:25.163974 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d70577-a6ab-4d09-ab9b-96d01b97f3da None None] Sync routers for ids ['b813383a-8c2b-4227-b257-73336c9a3e16'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:32:25.176213 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ca0cf16b-3cd9-4b4f-bb49-c8bc96c44747 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:25.176213 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-ca0cf16b-3cd9-4b4f-bb49-c8bc96c44747 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6130006 Jul 18 10:32:25.177860 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d70577-a6ab-4d09-ab9b-96d01b97f3da None None] Routers {'b813383a-8c2b-4227-b257-73336c9a3e16'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:32:25.178638 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-c6d70577-a6ab-4d09-ab9b-96d01b97f3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:32:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['b813383a-8c2b-4227-b257-73336c9a3e16'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:32:25.179721 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 34296) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:25.235510 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=7 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:25.278215 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 34302) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:25.322932 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-c6d70577-a6ab-4d09-ab9b-96d01b97f3da None None] Set router b813383a-8c2b-4227-b257-73336c9a3e16 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:32:25.328280 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa45b6d-a586-4638-af2c-fc5a95777865 None None] Network 9e654fce-ea72-45f2-b759-da2c9a65544d requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:32:25.380370 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-8731e5af-99a5-4f19-be9a-08445089dbe4 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group (db7f8e57-b261-422c-8afb-949630b83485), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:25.405273 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-8731e5af-99a5-4f19-be9a-08445089dbe4 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group (db7f8e57-b261-422c-8afb-949630b83485), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:25.457006 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-8731e5af-99a5-4f19-be9a-08445089dbe4 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (db7f8e57-b261-422c-8afb-949630b83485), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:25.460099 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-8731e5af-99a5-4f19-be9a-08445089dbe4 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:25.461376 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-8731e5af-99a5-4f19-be9a-08445089dbe4 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "DELETE /v2.0/security-groups/db7f8e57-b261-422c-8afb-949630b83485 HTTP/1.1" status: 204 len: 168 time: 0.1814051 Jul 18 10:32:25.464318 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 34306) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:25.471371 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731e5af-99a5-4f19-be9a-08445089dbe4 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7f8e57-b261-422c-8afb-949630b83485,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:25.509236 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.api.v2.resource [None req-21f648b8-2bb7-4303-a615-0b12de6b36cd tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] show failed (client error): The resource could not be found. Jul 18 10:32:25.510275 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-21f648b8-2bb7-4303-a615-0b12de6b36cd tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups/db7f8e57-b261-422c-8afb-949630b83485 HTTP/1.1" status: 404 len: 347 time: 0.0447843 Jul 18 10:32:25.514224 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 34308) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:25.604088 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-4fbb25e6-2e8e-4e22-bcba-516e9e5588bf None None] Provisioning complete for port 9c23d4f7-6197-4a8f-98e3-cb23b17e752d triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:32:25.604329 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4fbb25e6-2e8e-4e22-bcba-516e9e5588bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (9c23d4f7-6197-4a8f-98e3-cb23b17e752d), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:25.631493 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-42f49aa1-b0fb-4562-ad89-5915c96c87c3 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Deleting port 82edb6b6-a663-44bd-a265-1dce91bf03df {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:32:25.631928 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-42f49aa1-b0fb-4562-ad89-5915c96c87c3 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (82edb6b6-a663-44bd-a265-1dce91bf03df), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:25.640712 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:25.659231 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-55f31ca9-5101-4c63-99a1-71538ad407e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:25.744018 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-42f49aa1-b0fb-4562-ad89-5915c96c87c3 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (82edb6b6-a663-44bd-a265-1dce91bf03df), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:25.744348 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-42f49aa1-b0fb-4562-ad89-5915c96c87c3 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for floatingip (82edb6b6-a663-44bd-a265-1dce91bf03df), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:25.761069 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-42f49aa1-b0fb-4562-ad89-5915c96c87c3 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Calling delete_port for 82edb6b6-a663-44bd-a265-1dce91bf03df owned by network:floatingip {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:32:25.849012 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-c6d70577-a6ab-4d09-ab9b-96d01b97f3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'name': 'tempest-TestVolumeBootPattern-436051173-router', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:23Z', 'updated_at': '2022-07-18T10:32:24Z', 'revision_number': 3, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'gw_port': {'id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:63:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:24Z', 'updated_at': '2022-07-18T10:32:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi'}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:32:25.852594 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-4fbb25e6-2e8e-4e22-bcba-516e9e5588bf None None] Current status of the port 9c23d4f7-6197-4a8f-98e3-cb23b17e752d is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:32:25.877423 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-55f31ca9-5101-4c63-99a1-71538ad407e1 admin admin] Allocated IP 172.20.0.1 (9e654fce-ea72-45f2-b759-da2c9a65544d/87464419-3975-4a49-a913-5df590abacff/a1f3e92a-1290-4a6b-b351-6716caa96cfc) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:32:25.891156 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d70577-a6ab-4d09-ab9b-96d01b97f3da None None] Checking router: b813383a-8c2b-4227-b257-73336c9a3e16 for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:32:25.891874 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d70577-a6ab-4d09-ab9b-96d01b97f3da None None] Updating router b813383a-8c2b-4227-b257-73336c9a3e16 port 0f2bfd24-46d7-4657-8e8b-3ae261438cce binding host dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:32:25.924203 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=85,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:25.928865 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c6d70577-a6ab-4d09-ab9b-96d01b97f3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (0f2bfd24-46d7-4657-8e8b-3ae261438cce), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:25.982730 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:25.983506 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:25.990991 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-42f49aa1-b0fb-4562-ad89-5915c96c87c3 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (82edb6b6-a663-44bd-a265-1dce91bf03df), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:26.087902 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-55f31ca9-5101-4c63-99a1-71538ad407e1 admin admin] Publish callbacks [] for port (a1f3e92a-1290-4a6b-b351-6716caa96cfc), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:26.100938 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f49aa1-b0fb-4562-ad89-5915c96c87c3 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event deleted for resources: {'Port': ['ID=82edb6b6-a663-44bd-a265-1dce91bf03df,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:26.124842 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-42f49aa1-b0fb-4562-ad89-5915c96c87c3 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for floatingip (61485b40-6cb8-4293-baac-2634d7fdafab), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:26.127651 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-42f49aa1-b0fb-4562-ad89-5915c96c87c3 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:26.129350 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-42f49aa1-b0fb-4562-ad89-5915c96c87c3 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "DELETE /v2.0/floatingips/61485b40-6cb8-4293-baac-2634d7fdafab HTTP/1.1" status: 204 len: 168 time: 0.6139996 Jul 18 10:32:26.135867 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-55f31ca9-5101-4c63-99a1-71538ad407e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (a1f3e92a-1290-4a6b-b351-6716caa96cfc), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:26.138081 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 45d07fc3-9cad-4182-885d-f3a4c1ec9917 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:32:26.178402 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f31ca9-5101-4c63-99a1-71538ad407e1 admin admin] Network 9e654fce-ea72-45f2-b759-da2c9a65544d is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:32:26.182826 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-55f31ca9-5101-4c63-99a1-71538ad407e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:32:26.185378 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f31ca9-5101-4c63-99a1-71538ad407e1 admin admin] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:32:26.191144 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] No Port match for: 45d07fc3-9cad-4182-885d-f3a4c1ec9917 {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:32:26.191446 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 45d07fc3-9cad-4182-885d-f3a4c1ec9917 not bound to the agent host hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:32:26.211676 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-d9fc4a3e-9c8c-4830-b79f-f213f8f34fc1 None None] Provisioning complete for port 9c23d4f7-6197-4a8f-98e3-cb23b17e752d triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:32:26.212250 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d9fc4a3e-9c8c-4830-b79f-f213f8f34fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (9c23d4f7-6197-4a8f-98e3-cb23b17e752d), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:26.241132 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f31ca9-5101-4c63-99a1-71538ad407e1 admin admin] Pushing event updated for resources: {'Port': ['ID=a1f3e92a-1290-4a6b-b351-6716caa96cfc,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:26.259275 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-55f31ca9-5101-4c63-99a1-71538ad407e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783477'] for router_interface (b813383a-8c2b-4227-b257-73336c9a3e16), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:26.283452 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:26.342360 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:26.387093 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c6d70577-a6ab-4d09-ab9b-96d01b97f3da None None] Publish callbacks [] for port (0f2bfd24-46d7-4657-8e8b-3ae261438cce), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:26.405700 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-d9fc4a3e-9c8c-4830-b79f-f213f8f34fc1 None None] Current status of the port 9c23d4f7-6197-4a8f-98e3-cb23b17e752d is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:32:26.411531 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c6d70577-a6ab-4d09-ab9b-96d01b97f3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (0f2bfd24-46d7-4657-8e8b-3ae261438cce), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:26.441076 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-55f31ca9-5101-4c63-99a1-71538ad407e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (a1f3e92a-1290-4a6b-b351-6716caa96cfc), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:26.470390 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-c6d70577-a6ab-4d09-ab9b-96d01b97f3da None None] Attempting to bind port 0f2bfd24-46d7-4657-8e8b-3ae261438cce on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:32:26.470765 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-c6d70577-a6ab-4d09-ab9b-96d01b97f3da None None] Attempting to bind port 0f2bfd24-46d7-4657-8e8b-3ae261438cce by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:32:26.479448 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d70577-a6ab-4d09-ab9b-96d01b97f3da None None] Attempting to bind port 0f2bfd24-46d7-4657-8e8b-3ae261438cce on network ab707614-a8a6-4503-81fa-3cf63d34938b {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:32:26.479923 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c749e-50d2-4a9b-a41f-eead26d8c2e7 None None] Pushing event updated for resources: {'Port': ['ID=0f2bfd24-46d7-4657-8e8b-3ae261438cce,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:26.482528 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d70577-a6ab-4d09-ab9b-96d01b97f3da None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:32:26.482991 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d70577-a6ab-4d09-ab9b-96d01b97f3da None None] Checking segment: {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:32:26.483295 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c6d70577-a6ab-4d09-ab9b-96d01b97f3da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:26.483674 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d70577-a6ab-4d09-ab9b-96d01b97f3da None None] Bound using segment: {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:32:26.484144 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-c6d70577-a6ab-4d09-ab9b-96d01b97f3da None None] Bound port: 0f2bfd24-46d7-4657-8e8b-3ae261438cce, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:32:26.484556 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c6d70577-a6ab-4d09-ab9b-96d01b97f3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (0f2bfd24-46d7-4657-8e8b-3ae261438cce), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:26.543066 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5e28792d-994a-4a67-a651-c3cf11caffba None None] Provisioning complete for port a1f3e92a-1290-4a6b-b351-6716caa96cfc triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:32:26.543440 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5e28792d-994a-4a67-a651-c3cf11caffba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (a1f3e92a-1290-4a6b-b351-6716caa96cfc), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:26.547858 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-c6d70577-a6ab-4d09-ab9b-96d01b97f3da None None] For port 0f2bfd24-46d7-4657-8e8b-3ae261438cce, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:32:26.582788 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-c6d70577-a6ab-4d09-ab9b-96d01b97f3da None None] For port 0f2bfd24-46d7-4657-8e8b-3ae261438cce, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=0f2bfd24-46d7-4657-8e8b-3ae261438cce,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:32:26.590995 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5e28792d-994a-4a67-a651-c3cf11caffba None None] Port a1f3e92a-1290-4a6b-b351-6716caa96cfc cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:32:26.595912 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c6d70577-a6ab-4d09-ab9b-96d01b97f3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (0f2bfd24-46d7-4657-8e8b-3ae261438cce), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:26.643868 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-55f31ca9-5101-4c63-99a1-71538ad407e1 admin admin] Publish callbacks [] for port (a1f3e92a-1290-4a6b-b351-6716caa96cfc), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:26.650797 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-55f31ca9-5101-4c63-99a1-71538ad407e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260947040'] for port (a1f3e92a-1290-4a6b-b351-6716caa96cfc), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:26.671770 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c749e-50d2-4a9b-a41f-eead26d8c2e7 None None] Pushing event updated for resources: {'Port': ['ID=0f2bfd24-46d7-4657-8e8b-3ae261438cce,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:26.676389 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d70577-a6ab-4d09-ab9b-96d01b97f3da None None] Routers {'b813383a-8c2b-4227-b257-73336c9a3e16'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:32:26.677025 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-c6d70577-a6ab-4d09-ab9b-96d01b97f3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:32:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['b813383a-8c2b-4227-b257-73336c9a3e16'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:32:26.705935 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 6 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:32:26.723546 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 9c23d4f7-6197-4a8f-98e3-cb23b17e752d up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:32:26.827034 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 9c23d4f7-6197-4a8f-98e3-cb23b17e752d triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:32:26.827403 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (9c23d4f7-6197-4a8f-98e3-cb23b17e752d), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:26.857239 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-c6d70577-a6ab-4d09-ab9b-96d01b97f3da None None] Set router b813383a-8c2b-4227-b257-73336c9a3e16 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:32:26.918101 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:26.939331 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-55f31ca9-5101-4c63-99a1-71538ad407e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-987694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-781581'] for router_interface (b813383a-8c2b-4227-b257-73336c9a3e16), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:26.943363 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f31ca9-5101-4c63-99a1-71538ad407e1 admin admin] Pushing event updated for resources: {'Port': ['ID=a1f3e92a-1290-4a6b-b351-6716caa96cfc,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:27.033120 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 9c23d4f7-6197-4a8f-98e3-cb23b17e752d is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:32:27.041257 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f31ca9-5101-4c63-99a1-71538ad407e1 admin admin] Network 9e654fce-ea72-45f2-b759-da2c9a65544d is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:32:27.042462 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-55f31ca9-5101-4c63-99a1-71538ad407e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:32:27.113848 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-c6d70577-a6ab-4d09-ab9b-96d01b97f3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'name': 'tempest-TestVolumeBootPattern-436051173-router', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:23Z', 'updated_at': '2022-07-18T10:32:26Z', 'revision_number': 4, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'gw_port': {'id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:63:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:24Z', 'updated_at': '2022-07-18T10:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': 'a1f3e92a-1290-4a6b-b351-6716caa96cfc', 'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'mac_address': 'fa:16:3e:db:17:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '87464419-3975-4a49-a913-5df590abacff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:25Z', 'updated_at': '2022-07-18T10:32:26Z', 'revision_number': 2, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'subnets': [{'id': '87464419-3975-4a49-a913-5df590abacff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:32:27.140537 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d70577-a6ab-4d09-ab9b-96d01b97f3da None None] The sync data for ids ['b813383a-8c2b-4227-b257-73336c9a3e16'] in dv-cinder-837546-3-iscsi is: [{'id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'name': 'tempest-TestVolumeBootPattern-436051173-router', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:23Z', 'updated_at': '2022-07-18T10:32:26Z', 'revision_number': 4, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'gw_port': {'id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:63:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:24Z', 'updated_at': '2022-07-18T10:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': 'a1f3e92a-1290-4a6b-b351-6716caa96cfc', 'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'mac_address': 'fa:16:3e:db:17:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '87464419-3975-4a49-a913-5df590abacff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:25Z', 'updated_at': '2022-07-18T10:32:26Z', 'revision_number': 2, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'subnets': [{'id': '87464419-3975-4a49-a913-5df590abacff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:32:27.170663 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=100 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:27.181608 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f31ca9-5101-4c63-99a1-71538ad407e1 admin admin] Router b813383a-8c2b-4227-b257-73336c9a3e16 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:32:27.294487 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f31ca9-5101-4c63-99a1-71538ad407e1 admin admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:32:27.300085 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-55f31ca9-5101-4c63-99a1-71538ad407e1 admin admin] 10.222.0.33 "PUT /v2.0/routers/b813383a-8c2b-4227-b257-73336c9a3e16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1193984 Jul 18 10:32:27.312793 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-3a333add-0bec-4804-a852-55da3b2441d3 None None] Provisioning complete for port a1f3e92a-1290-4a6b-b351-6716caa96cfc triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:32:27.313180 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3a333add-0bec-4804-a852-55da3b2441d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (a1f3e92a-1290-4a6b-b351-6716caa96cfc), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:27.365981 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-3a333add-0bec-4804-a852-55da3b2441d3 None None] Port a1f3e92a-1290-4a6b-b351-6716caa96cfc cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:32:27.859899 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 34356) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:27.864920 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-13169bb2-fe8d-4589-9056-a102d096c473 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1891859318-network', 'tenant_id': 'e6b6505e83184b2f8d54ad2ea4a1b9c4'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:32:27.887623 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13169bb2-fe8d-4589-9056-a102d096c473 admin admin] Made reservation on behalf of e6b6505e83184b2f8d54ad2ea4a1b9c4 for: {'network': 1} {{(pid=103898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:32:27.891413 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-13169bb2-fe8d-4589-9056-a102d096c473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for network (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:27.905108 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-13169bb2-fe8d-4589-9056-a102d096c473 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:27.991977 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-13169bb2-fe8d-4589-9056-a102d096c473 admin admin] Publish callbacks [] for security_group (56ceeb58-b065-4bb4-88a9-fe8c4b624a1f), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:27.996963 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-13169bb2-fe8d-4589-9056-a102d096c473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (56ceeb58-b065-4bb4-88a9-fe8c4b624a1f), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:28.027413 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13169bb2-fe8d-4589-9056-a102d096c473 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=103898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:32:28.034680 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13169bb2-fe8d-4589-9056-a102d096c473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ceeb58-b065-4bb4-88a9-fe8c4b624a1f,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:28.041177 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-13169bb2-fe8d-4589-9056-a102d096c473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (a4e7bebc-267f-45f8-9029-420572da923e), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:28.041658 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.db.segments_db [None req-13169bb2-fe8d-4589-9056-a102d096c473 admin admin] Added segment a4e7bebc-267f-45f8-9029-420572da923e of type vlan for network d67e2e9e-9e21-46c5-9d53-84975b1d377a Jul 18 10:32:28.085078 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-13169bb2-fe8d-4589-9056-a102d096c473 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756233730353'] for network (d67e2e9e-9e21-46c5-9d53-84975b1d377a), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:28.116238 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-13169bb2-fe8d-4589-9056-a102d096c473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580'] for network (d67e2e9e-9e21-46c5-9d53-84975b1d377a), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:28.117359 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13169bb2-fe8d-4589-9056-a102d096c473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:28.117960 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-13169bb2-fe8d-4589-9056-a102d096c473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:28.185244 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-13169bb2-fe8d-4589-9056-a102d096c473 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3215327 Jul 18 10:32:28.187600 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 34362) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:28.193428 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-0474134d-a41e-48e9-ae9f-326335297b49 admin admin] Request body: {'subnet': {'network_id': 'd67e2e9e-9e21-46c5-9d53-84975b1d377a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1891859318-subnet', 'tenant_id': 'e6b6505e83184b2f8d54ad2ea4a1b9c4', 'ip_version': 4}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:32:28.198521 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13169bb2-fe8d-4589-9056-a102d096c473 admin admin] Pushing event updated for resources: {'Network': ['ID=d67e2e9e-9e21-46c5-9d53-84975b1d377a,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:28.210053 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Network d67e2e9e-9e21-46c5-9d53-84975b1d377a details requested by agent ovs-agent-dv-cinder-837546-3-iscsi with host dv-cinder-837546-3-iscsi {{(pid=103900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:32:28.222012 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0474134d-a41e-48e9-ae9f-326335297b49 admin admin] Made reservation on behalf of e6b6505e83184b2f8d54ad2ea4a1b9c4 for: {'subnet': 1} {{(pid=103898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:32:28.226037 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0474134d-a41e-48e9-ae9f-326335297b49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260973226'] for subnet (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:28.237317 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:28.274806 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:28.363667 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:28.430440 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0474134d-a41e-48e9-ae9f-326335297b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260947695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260973236'] for subnet (d6ae6a5c-c23f-414c-ac4b-9cf000a68f29), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:28.483192 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474134d-a41e-48e9-ae9f-326335297b49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6ae6a5c-c23f-414c-ac4b-9cf000a68f29,revision_number=0']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:28.498955 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0474134d-a41e-48e9-ae9f-326335297b49 admin admin] Checking segment: {'id': 'a4e7bebc-267f-45f8-9029-420572da923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd67e2e9e-9e21-46c5-9d53-84975b1d377a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:32:28.499303 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0474134d-a41e-48e9-ae9f-326335297b49 admin admin] Network hostable DHCP agents. Network: d67e2e9e-9e21-46c5-9d53-84975b1d377a, hostable agents: ['fa8f3552-6db4-4084-80f3-0029642e69db'], hosted agents: [] {{(pid=103898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:32:28.501642 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:28.519693 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0474134d-a41e-48e9-ae9f-326335297b49 admin admin] Network d67e2e9e-9e21-46c5-9d53-84975b1d377a is scheduled to be hosted by DHCP agent fa8f3552-6db4-4084-80f3-0029642e69db with binding_index 1 {{(pid=103898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:32:28.528493 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-0474134d-a41e-48e9-ae9f-326335297b49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-3-iscsi, d67e2e9e-9e21-46c5-9d53-84975b1d377a) {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:32:28.532436 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0474134d-a41e-48e9-ae9f-326335297b49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:28.533108 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0474134d-a41e-48e9-ae9f-326335297b49 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:28.538598 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82568520-25d3-44a2-a193-e55cadd11131 None None] Network d67e2e9e-9e21-46c5-9d53-84975b1d377a requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:32:28.557350 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-0474134d-a41e-48e9-ae9f-326335297b49 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3709433 Jul 18 10:32:28.560013 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 34368) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:28.565449 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-11c9fc76-ca57-4f55-a5d8-266191a25f51 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1891859318-router', 'tenant_id': 'e6b6505e83184b2f8d54ad2ea4a1b9c4', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:32:28.588292 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-11c9fc76-ca57-4f55-a5d8-266191a25f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-659929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1453'] for router (96f76e97-d476-4039-b18c-0d0b7369f4a8), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:28.589630 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-11c9fc76-ca57-4f55-a5d8-266191a25f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1434'] for router (96f76e97-d476-4039-b18c-0d0b7369f4a8), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:28.658507 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-11c9fc76-ca57-4f55-a5d8-266191a25f51 admin admin] Publish callbacks [] for router_controller (96f76e97-d476-4039-b18c-0d0b7369f4a8), precommit_add_association {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:28.746691 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 0f2bfd24-46d7-4657-8e8b-3ae261438cce up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:32:28.817953 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-11c9fc76-ca57-4f55-a5d8-266191a25f51 admin admin] Publish callbacks [] for router_gateway (96f76e97-d476-4039-b18c-0d0b7369f4a8), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:28.826136 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 0f2bfd24-46d7-4657-8e8b-3ae261438cce triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:32:28.826512 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (0f2bfd24-46d7-4657-8e8b-3ae261438cce), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:28.832057 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0528b3c9-caec-4645-a586-6ad486fb8cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69b35a5f-4d22-5468-adcd-c56b599b10b8-d67e2e9e-9e21-46c5-9d53-84975b1d377a', 'network_id': 'd67e2e9e-9e21-46c5-9d53-84975b1d377a', 'project_id': 'e6b6505e83184b2f8d54ad2ea4a1b9c4', 'fixed_ips': [{'subnet_id': 'd6ae6a5c-c23f-414c-ac4b-9cf000a68f29'}]}} from dv-cinder-837546-3-iscsi. {{(pid=103900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 10:32:28.833259 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0528b3c9-caec-4645-a586-6ad486fb8cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:28.900987 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:29.029694 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 0f2bfd24-46d7-4657-8e8b-3ae261438cce is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:32:29.030085 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (0f2bfd24-46d7-4657-8e8b-3ae261438cce), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:29.041764 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-11c9fc76-ca57-4f55-a5d8-266191a25f51 admin admin] Publish callbacks [] for router_gateway (96f76e97-d476-4039-b18c-0d0b7369f4a8), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:29.061714 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-11c9fc76-ca57-4f55-a5d8-266191a25f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:29.065145 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] For port 0f2bfd24-46d7-4657-8e8b-3ae261438cce, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=0f2bfd24-46d7-4657-8e8b-3ae261438cce,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:32:29.073240 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [None req-0528b3c9-caec-4645-a586-6ad486fb8cb5 None None] Allocated IP 172.20.0.2 (d67e2e9e-9e21-46c5-9d53-84975b1d377a/d6ae6a5c-c23f-414c-ac4b-9cf000a68f29/8896c0b1-6171-4dc6-9951-5f91b8c89d53) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:32:29.079721 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (0f2bfd24-46d7-4657-8e8b-3ae261438cce), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:29.193188 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_common [None req-11c9fc76-ca57-4f55-a5d8-266191a25f51 admin admin] Allocated IP 172.27.3.92 (ab707614-a8a6-4503-81fa-3cf63d34938b/a666abde-39cf-4361-a6f5-7885f7528b36/95b452bf-3d00-49e6-b053-346e88559204) {{(pid=103899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:32:29.201693 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Pushing event updated for resources: {'Port': ['ID=0f2bfd24-46d7-4657-8e8b-3ae261438cce,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:29.270556 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8059dbfb-eb6e-48dd-bcd1-2044adce0e10 None None] Sync routers for ids ['b813383a-8c2b-4227-b257-73336c9a3e16'] in dv-cinder-837546-3-iscsi {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:32:29.281233 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8059dbfb-eb6e-48dd-bcd1-2044adce0e10 None None] Routers {'b813383a-8c2b-4227-b257-73336c9a3e16'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:32:29.282394 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-8059dbfb-eb6e-48dd-bcd1-2044adce0e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:32:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['b813383a-8c2b-4227-b257-73336c9a3e16'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:32:29.286008 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0528b3c9-caec-4645-a586-6ad486fb8cb5 None None] Publish callbacks [] for port (8896c0b1-6171-4dc6-9951-5f91b8c89d53), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:29.292871 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0528b3c9-caec-4645-a586-6ad486fb8cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598'] for port (8896c0b1-6171-4dc6-9951-5f91b8c89d53), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:29.312777 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-11c9fc76-ca57-4f55-a5d8-266191a25f51 admin admin] Publish callbacks [] for port (95b452bf-3d00-49e6-b053-346e88559204), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:29.334558 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0528b3c9-caec-4645-a586-6ad486fb8cb5 None None] Network d67e2e9e-9e21-46c5-9d53-84975b1d377a is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:32:29.342345 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-0528b3c9-caec-4645-a586-6ad486fb8cb5 None None] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:32:29.346944 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0528b3c9-caec-4645-a586-6ad486fb8cb5 None None] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:32:29.352646 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528b3c9-caec-4645-a586-6ad486fb8cb5 None None] Pushing event updated for resources: {'Port': ['ID=8896c0b1-6171-4dc6-9951-5f91b8c89d53,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:29.354111 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-11c9fc76-ca57-4f55-a5d8-266191a25f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (95b452bf-3d00-49e6-b053-346e88559204), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:29.398643 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-8059dbfb-eb6e-48dd-bcd1-2044adce0e10 None None] Set router b813383a-8c2b-4227-b257-73336c9a3e16 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:32:29.399574 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c9fc76-ca57-4f55-a5d8-266191a25f51 admin admin] Network ab707614-a8a6-4503-81fa-3cf63d34938b is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:32:29.407586 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [None req-11c9fc76-ca57-4f55-a5d8-266191a25f51 admin admin] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:32:29.410093 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c9fc76-ca57-4f55-a5d8-266191a25f51 admin admin] Received port after_create {{(pid=103899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:32:29.418477 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-0528b3c9-caec-4645-a586-6ad486fb8cb5 None None] Attempting to bind port 8896c0b1-6171-4dc6-9951-5f91b8c89d53 on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:32:29.418861 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-0528b3c9-caec-4645-a586-6ad486fb8cb5 None None] Attempting to bind port 8896c0b1-6171-4dc6-9951-5f91b8c89d53 by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': 'a4e7bebc-267f-45f8-9029-420572da923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd67e2e9e-9e21-46c5-9d53-84975b1d377a'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:32:29.419291 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0528b3c9-caec-4645-a586-6ad486fb8cb5 None None] Attempting to bind port 8896c0b1-6171-4dc6-9951-5f91b8c89d53 on network d67e2e9e-9e21-46c5-9d53-84975b1d377a {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:32:29.425139 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0528b3c9-caec-4645-a586-6ad486fb8cb5 None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:32:29.425515 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0528b3c9-caec-4645-a586-6ad486fb8cb5 None None] Checking segment: {'id': 'a4e7bebc-267f-45f8-9029-420572da923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd67e2e9e-9e21-46c5-9d53-84975b1d377a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:32:29.425922 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0528b3c9-caec-4645-a586-6ad486fb8cb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:29.426376 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0528b3c9-caec-4645-a586-6ad486fb8cb5 None None] Bound using segment: {'id': 'a4e7bebc-267f-45f8-9029-420572da923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd67e2e9e-9e21-46c5-9d53-84975b1d377a'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:32:29.426929 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-0528b3c9-caec-4645-a586-6ad486fb8cb5 None None] Bound port: 8896c0b1-6171-4dc6-9951-5f91b8c89d53, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e7bebc-267f-45f8-9029-420572da923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd67e2e9e-9e21-46c5-9d53-84975b1d377a'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:32:29.427215 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0528b3c9-caec-4645-a586-6ad486fb8cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (8896c0b1-6171-4dc6-9951-5f91b8c89d53), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:29.432980 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9fc76-ca57-4f55-a5d8-266191a25f51 admin admin] Pushing event updated for resources: {'Port': ['ID=95b452bf-3d00-49e6-b053-346e88559204,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:29.480193 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:29.517518 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-0528b3c9-caec-4645-a586-6ad486fb8cb5 None None] For port 8896c0b1-6171-4dc6-9951-5f91b8c89d53, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:32:29.522081 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-0528b3c9-caec-4645-a586-6ad486fb8cb5 None None] For port 8896c0b1-6171-4dc6-9951-5f91b8c89d53, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=8896c0b1-6171-4dc6-9951-5f91b8c89d53,segment=NetworkSegment(a4e7bebc-267f-45f8-9029-420572da923e),segment_id=a4e7bebc-267f-45f8-9029-420572da923e)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:32:29.529009 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0528b3c9-caec-4645-a586-6ad486fb8cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (8896c0b1-6171-4dc6-9951-5f91b8c89d53), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:29.533289 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:29.558939 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:29.611214 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528b3c9-caec-4645-a586-6ad486fb8cb5 None None] Pushing event updated for resources: {'Port': ['ID=8896c0b1-6171-4dc6-9951-5f91b8c89d53,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:29.626476 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-8059dbfb-eb6e-48dd-bcd1-2044adce0e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'name': 'tempest-TestVolumeBootPattern-436051173-router', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:23Z', 'updated_at': '2022-07-18T10:32:26Z', 'revision_number': 4, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'gw_port': {'id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:63:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:24Z', 'updated_at': '2022-07-18T10:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': 'a1f3e92a-1290-4a6b-b351-6716caa96cfc', 'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'mac_address': 'fa:16:3e:db:17:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '87464419-3975-4a49-a913-5df590abacff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:25Z', 'updated_at': '2022-07-18T10:32:26Z', 'revision_number': 2, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'subnets': [{'id': '87464419-3975-4a49-a913-5df590abacff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:32:29.657571 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8059dbfb-eb6e-48dd-bcd1-2044adce0e10 None None] Checking router: b813383a-8c2b-4227-b257-73336c9a3e16 for host: dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:32:29.658211 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8059dbfb-eb6e-48dd-bcd1-2044adce0e10 None None] Updating router b813383a-8c2b-4227-b257-73336c9a3e16 port a1f3e92a-1290-4a6b-b351-6716caa96cfc binding host dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:32:29.690619 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8059dbfb-eb6e-48dd-bcd1-2044adce0e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (a1f3e92a-1290-4a6b-b351-6716caa96cfc), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:29.710676 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:DELETE=1,neutron:SELECT=46,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:29.735484 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-11c9fc76-ca57-4f55-a5d8-266191a25f51 admin admin] Publish callbacks [] for router_gateway (96f76e97-d476-4039-b18c-0d0b7369f4a8), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:29.860854 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:29.985059 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-11c9fc76-ca57-4f55-a5d8-266191a25f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780286'] for router (96f76e97-d476-4039-b18c-0d0b7369f4a8), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:30.095414 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8059dbfb-eb6e-48dd-bcd1-2044adce0e10 None None] Publish callbacks [] for port (a1f3e92a-1290-4a6b-b351-6716caa96cfc), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:30.102065 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8059dbfb-eb6e-48dd-bcd1-2044adce0e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (a1f3e92a-1290-4a6b-b351-6716caa96cfc), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:30.119795 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c9fc76-ca57-4f55-a5d8-266191a25f51 admin admin] Router 96f76e97-d476-4039-b18c-0d0b7369f4a8 is scheduled to L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c with binding_index 1 {{(pid=103899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 10:32:30.153759 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6a942-0b46-4df6-bd6c-d4a6b170204b None None] Pushing event updated for resources: {'Port': ['ID=a1f3e92a-1290-4a6b-b351-6716caa96cfc,revision_number=3']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:30.257757 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c9fc76-ca57-4f55-a5d8-266191a25f51 admin admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:32:30.274467 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6040bf95-52c8-4c6d-8aa0-58f50e50fa39 None None] Sync routers for ids ['96f76e97-d476-4039-b18c-0d0b7369f4a8'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:32:30.277317 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-8059dbfb-eb6e-48dd-bcd1-2044adce0e10 None None] Attempting to bind port a1f3e92a-1290-4a6b-b351-6716caa96cfc on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:32:30.278822 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-8059dbfb-eb6e-48dd-bcd1-2044adce0e10 None None] Attempting to bind port a1f3e92a-1290-4a6b-b351-6716caa96cfc by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': '2d16fefc-509d-4f46-8970-6e15cc7ed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d'}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:32:30.279457 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8059dbfb-eb6e-48dd-bcd1-2044adce0e10 None None] Attempting to bind port a1f3e92a-1290-4a6b-b351-6716caa96cfc on network 9e654fce-ea72-45f2-b759-da2c9a65544d {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:32:30.289131 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8059dbfb-eb6e-48dd-bcd1-2044adce0e10 None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:32:30.289939 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8059dbfb-eb6e-48dd-bcd1-2044adce0e10 None None] Checking segment: {'id': '2d16fefc-509d-4f46-8970-6e15cc7ed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:32:30.290190 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-11c9fc76-ca57-4f55-a5d8-266191a25f51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:30.290763 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8059dbfb-eb6e-48dd-bcd1-2044adce0e10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:30.291364 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8059dbfb-eb6e-48dd-bcd1-2044adce0e10 None None] Bound using segment: {'id': '2d16fefc-509d-4f46-8970-6e15cc7ed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d'} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:32:30.292075 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-8059dbfb-eb6e-48dd-bcd1-2044adce0e10 None None] Bound port: a1f3e92a-1290-4a6b-b351-6716caa96cfc, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d16fefc-509d-4f46-8970-6e15cc7ed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d'}}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:32:30.293449 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8059dbfb-eb6e-48dd-bcd1-2044adce0e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (a1f3e92a-1290-4a6b-b351-6716caa96cfc), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:30.295883 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 34388) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:30.297085 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-11c9fc76-ca57-4f55-a5d8-266191a25f51 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7357957 Jul 18 10:32:30.320638 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6040bf95-52c8-4c6d-8aa0-58f50e50fa39 None None] Routers {'96f76e97-d476-4039-b18c-0d0b7369f4a8'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:32:30.321291 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-6040bf95-52c8-4c6d-8aa0-58f50e50fa39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:32:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['96f76e97-d476-4039-b18c-0d0b7369f4a8'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:32:30.372247 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:30.381167 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-8059dbfb-eb6e-48dd-bcd1-2044adce0e10 None None] For port a1f3e92a-1290-4a6b-b351-6716caa96cfc, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:32:30.386475 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-8059dbfb-eb6e-48dd-bcd1-2044adce0e10 None None] For port a1f3e92a-1290-4a6b-b351-6716caa96cfc, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=a1f3e92a-1290-4a6b-b351-6716caa96cfc,segment=NetworkSegment(2d16fefc-509d-4f46-8970-6e15cc7ed3ca),segment_id=2d16fefc-509d-4f46-8970-6e15cc7ed3ca)] {{(pid=103901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:32:30.395997 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8059dbfb-eb6e-48dd-bcd1-2044adce0e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (a1f3e92a-1290-4a6b-b351-6716caa96cfc), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:30.482626 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6a942-0b46-4df6-bd6c-d4a6b170204b None None] Pushing event updated for resources: {'Port': ['ID=a1f3e92a-1290-4a6b-b351-6716caa96cfc,revision_number=4']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:30.491471 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8059dbfb-eb6e-48dd-bcd1-2044adce0e10 None None] Routers {'b813383a-8c2b-4227-b257-73336c9a3e16'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:32:30.492700 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-8059dbfb-eb6e-48dd-bcd1-2044adce0e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:32:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['b813383a-8c2b-4227-b257-73336c9a3e16'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:32:30.559223 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-6040bf95-52c8-4c6d-8aa0-58f50e50fa39 None None] Set router 96f76e97-d476-4039-b18c-0d0b7369f4a8 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:32:30.632375 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-8059dbfb-eb6e-48dd-bcd1-2044adce0e10 None None] Set router b813383a-8c2b-4227-b257-73336c9a3e16 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:32:30.711542 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-ef12ce05-3770-4521-8dc9-91270034fe0d None None] Provisioning complete for port a1f3e92a-1290-4a6b-b351-6716caa96cfc triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:32:30.712173 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ef12ce05-3770-4521-8dc9-91270034fe0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (a1f3e92a-1290-4a6b-b351-6716caa96cfc), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:30.869814 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:30.978933 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-8059dbfb-eb6e-48dd-bcd1-2044adce0e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'name': 'tempest-TestVolumeBootPattern-436051173-router', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:23Z', 'updated_at': '2022-07-18T10:32:26Z', 'revision_number': 4, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'gw_port': {'id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:63:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:24Z', 'updated_at': '2022-07-18T10:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': 'a1f3e92a-1290-4a6b-b351-6716caa96cfc', 'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'mac_address': 'fa:16:3e:db:17:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '87464419-3975-4a49-a913-5df590abacff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:25Z', 'updated_at': '2022-07-18T10:32:30Z', 'revision_number': 4, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'subnets': [{'id': '87464419-3975-4a49-a913-5df590abacff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:32:31.019576 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-ef12ce05-3770-4521-8dc9-91270034fe0d None None] Current status of the port a1f3e92a-1290-4a6b-b351-6716caa96cfc is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:32:31.019915 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ef12ce05-3770-4521-8dc9-91270034fe0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (a1f3e92a-1290-4a6b-b351-6716caa96cfc), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:31.020282 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8059dbfb-eb6e-48dd-bcd1-2044adce0e10 None None] The sync data for ids ['b813383a-8c2b-4227-b257-73336c9a3e16'] in dv-cinder-837546-3-iscsi is: [{'id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'name': 'tempest-TestVolumeBootPattern-436051173-router', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:23Z', 'updated_at': '2022-07-18T10:32:26Z', 'revision_number': 4, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'gw_port': {'id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:63:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:24Z', 'updated_at': '2022-07-18T10:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': 'a1f3e92a-1290-4a6b-b351-6716caa96cfc', 'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'mac_address': 'fa:16:3e:db:17:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '87464419-3975-4a49-a913-5df590abacff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:25Z', 'updated_at': '2022-07-18T10:32:30Z', 'revision_number': 4, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'subnets': [{'id': '87464419-3975-4a49-a913-5df590abacff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:32:31.034397 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 8896c0b1-6171-4dc6-9951-5f91b8c89d53 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:32:31.036414 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba128fcc-46e4-43c7-a050-24900521a64b None None] Network d67e2e9e-9e21-46c5-9d53-84975b1d377a requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:32:31.067652 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-6040bf95-52c8-4c6d-8aa0-58f50e50fa39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f76e97-d476-4039-b18c-0d0b7369f4a8', 'name': 'tempest-TestVolumeBootPattern-1891859318-router', 'tenant_id': 'e6b6505e83184b2f8d54ad2ea4a1b9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '95b452bf-3d00-49e6-b053-346e88559204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:28Z', 'updated_at': '2022-07-18T10:32:29Z', 'revision_number': 3, 'project_id': 'e6b6505e83184b2f8d54ad2ea4a1b9c4', 'gw_port': {'id': '95b452bf-3d00-49e6-b053-346e88559204', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:36:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f76e97-d476-4039-b18c-0d0b7369f4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:29Z', 'updated_at': '2022-07-18T10:32:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi'}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:32:31.116647 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-d1c99040-9e44-4133-8547-6dbd6a11ee07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:31.136537 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6040bf95-52c8-4c6d-8aa0-58f50e50fa39 None None] Checking router: 96f76e97-d476-4039-b18c-0d0b7369f4a8 for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:32:31.136879 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6040bf95-52c8-4c6d-8aa0-58f50e50fa39 None None] Updating router 96f76e97-d476-4039-b18c-0d0b7369f4a8 port 95b452bf-3d00-49e6-b053-346e88559204 binding host dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:32:31.224703 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-ef12ce05-3770-4521-8dc9-91270034fe0d None None] For port a1f3e92a-1290-4a6b-b351-6716caa96cfc, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=a1f3e92a-1290-4a6b-b351-6716caa96cfc,segment=NetworkSegment(2d16fefc-509d-4f46-8970-6e15cc7ed3ca),segment_id=2d16fefc-509d-4f46-8970-6e15cc7ed3ca)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:32:31.231395 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-6040bf95-52c8-4c6d-8aa0-58f50e50fa39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (95b452bf-3d00-49e6-b053-346e88559204), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:31.260035 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ef12ce05-3770-4521-8dc9-91270034fe0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (a1f3e92a-1290-4a6b-b351-6716caa96cfc), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:31.273954 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 8896c0b1-6171-4dc6-9951-5f91b8c89d53 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:32:31.274640 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (8896c0b1-6171-4dc6-9951-5f91b8c89d53), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:31.292736 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-d1c99040-9e44-4133-8547-6dbd6a11ee07 admin admin] Allocated IP 172.20.0.1 (d67e2e9e-9e21-46c5-9d53-84975b1d377a/d6ae6a5c-c23f-414c-ac4b-9cf000a68f29/074104c0-171b-47e3-9bb2-f3fff2bf14f9) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:32:31.354708 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:31.403580 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:31.465827 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-d1c99040-9e44-4133-8547-6dbd6a11ee07 admin admin] Publish callbacks [] for port (074104c0-171b-47e3-9bb2-f3fff2bf14f9), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:31.485368 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9726b7ea-96dc-4a25-ab8d-79871a57f0d5 None None] Provisioning complete for port a1f3e92a-1290-4a6b-b351-6716caa96cfc triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:32:31.485746 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9726b7ea-96dc-4a25-ab8d-79871a57f0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (a1f3e92a-1290-4a6b-b351-6716caa96cfc), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:31.491476 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12ce05-3770-4521-8dc9-91270034fe0d None None] Pushing event updated for resources: {'Port': ['ID=a1f3e92a-1290-4a6b-b351-6716caa96cfc,revision_number=5']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:31.548865 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:31.553284 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-d1c99040-9e44-4133-8547-6dbd6a11ee07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (074104c0-171b-47e3-9bb2-f3fff2bf14f9), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:31.612430 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:31.615165 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c99040-9e44-4133-8547-6dbd6a11ee07 admin admin] Pushing event updated for resources: {'Port': ['ID=074104c0-171b-47e3-9bb2-f3fff2bf14f9,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:31.632529 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c99040-9e44-4133-8547-6dbd6a11ee07 admin admin] Network d67e2e9e-9e21-46c5-9d53-84975b1d377a is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:32:31.635694 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-d1c99040-9e44-4133-8547-6dbd6a11ee07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:32:31.638334 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c99040-9e44-4133-8547-6dbd6a11ee07 admin admin] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:32:31.681326 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-d1c99040-9e44-4133-8547-6dbd6a11ee07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783477'] for router_interface (96f76e97-d476-4039-b18c-0d0b7369f4a8), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:31.681543 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0ee6c-e9dc-4400-83dd-6900d81971d3 req-4b20d0d6-5d24-449f-8e46-1dd7145567e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:31.683039 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b1d0ee6c-e9dc-4400-83dd-6900d81971d3 req-4b20d0d6-5d24-449f-8e46-1dd7145567e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a1921237622439bab89676e11477c13&device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 1129 time: 0.1133742 Jul 18 10:32:31.897875 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 8896c0b1-6171-4dc6-9951-5f91b8c89d53 is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:32:31.898897 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4242b-f315-4024-be83-d757237df246 req-7591094a-c7d8-4d48-8161-85800ed95783 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:31.899647 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (8896c0b1-6171-4dc6-9951-5f91b8c89d53), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:31.900660 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-46e4242b-f315-4024-be83-d757237df246 req-7591094a-c7d8-4d48-8161-85800ed95783 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.2509775 Jul 18 10:32:31.945836 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-d1c99040-9e44-4133-8547-6dbd6a11ee07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (074104c0-171b-47e3-9bb2-f3fff2bf14f9), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:32.073615 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-46e4242b-f315-4024-be83-d757237df246 req-4d566fe1-8bfa-4716-b5c3-1b76e5ec176c tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070044 Jul 18 10:32:32.077114 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0ee6c-e9dc-4400-83dd-6900d81971d3 req-65eaa3b9-073b-4c13-a9c3-8257b99e55bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:32.079119 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b1d0ee6c-e9dc-4400-83dd-6900d81971d3 req-65eaa3b9-073b-4c13-a9c3-8257b99e55bb service neutron] 10.222.0.30 "GET /v2.0/networks?id=3122165b-a136-4d21-b84f-81ce161e0ad4 HTTP/1.1" status: 200 len: 919 time: 0.3409309 Jul 18 10:32:32.168766 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] For port 8896c0b1-6171-4dc6-9951-5f91b8c89d53, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=8896c0b1-6171-4dc6-9951-5f91b8c89d53,segment=NetworkSegment(a4e7bebc-267f-45f8-9029-420572da923e),segment_id=a4e7bebc-267f-45f8-9029-420572da923e)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:32:32.179478 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-6040bf95-52c8-4c6d-8aa0-58f50e50fa39 None None] Publish callbacks [] for port (95b452bf-3d00-49e6-b053-346e88559204), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:32.181296 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9726b7ea-96dc-4a25-ab8d-79871a57f0d5 None None] Current status of the port a1f3e92a-1290-4a6b-b351-6716caa96cfc is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:32:32.191727 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9726b7ea-96dc-4a25-ab8d-79871a57f0d5 None None] Provisioning complete for port 8896c0b1-6171-4dc6-9951-5f91b8c89d53 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:32:32.191859 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b1d0ee6c-e9dc-4400-83dd-6900d81971d3 req-b9d7d1af-2734-44d5-b537-e5cf18bdf3d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=280c18f2-df08-4a5c-a1cc-01a91c5d3cfb HTTP/1.1" status: 200 len: 1001 time: 0.0946422 Jul 18 10:32:32.192222 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9726b7ea-96dc-4a25-ab8d-79871a57f0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (8896c0b1-6171-4dc6-9951-5f91b8c89d53), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:32.194465 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (8896c0b1-6171-4dc6-9951-5f91b8c89d53), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:32.195467 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 0f2bfd24-46d7-4657-8e8b-3ae261438cce up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:32:32.195587 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-d1c99040-9e44-4133-8547-6dbd6a11ee07 admin admin] Publish callbacks [] for port (074104c0-171b-47e3-9bb2-f3fff2bf14f9), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:32.206118 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-d1c99040-9e44-4133-8547-6dbd6a11ee07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260947040'] for port (074104c0-171b-47e3-9bb2-f3fff2bf14f9), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:32.219703 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-6040bf95-52c8-4c6d-8aa0-58f50e50fa39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (95b452bf-3d00-49e6-b053-346e88559204), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:32.252542 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0ee6c-e9dc-4400-83dd-6900d81971d3 req-f70eadc9-8740-428d-99e6-c3a1ec83158a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:32.254038 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b1d0ee6c-e9dc-4400-83dd-6900d81971d3 req-f70eadc9-8740-428d-99e6-c3a1ec83158a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af51bf80-7ad7-4853-9105-dc8b032ebd26 HTTP/1.1" status: 200 len: 857 time: 0.0562553 Jul 18 10:32:32.289842 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c99040-9e44-4133-8547-6dbd6a11ee07 admin admin] Pushing event updated for resources: {'Port': ['ID=074104c0-171b-47e3-9bb2-f3fff2bf14f9,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:32.295178 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-d1c99040-9e44-4133-8547-6dbd6a11ee07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-987694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-781581'] for router_interface (96f76e97-d476-4039-b18c-0d0b7369f4a8), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:32.305049 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0ee6c-e9dc-4400-83dd-6900d81971d3 req-728d8a9c-5dbc-40c7-b737-2d0e43264381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:32.306921 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b1d0ee6c-e9dc-4400-83dd-6900d81971d3 req-728d8a9c-5dbc-40c7-b737-2d0e43264381 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3122165b-a136-4d21-b84f-81ce161e0ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456464 Jul 18 10:32:32.326697 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-6040bf95-52c8-4c6d-8aa0-58f50e50fa39 None None] Attempting to bind port 95b452bf-3d00-49e6-b053-346e88559204 on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:32:32.327462 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-6040bf95-52c8-4c6d-8aa0-58f50e50fa39 None None] Attempting to bind port 95b452bf-3d00-49e6-b053-346e88559204 by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:32:32.327462 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6040bf95-52c8-4c6d-8aa0-58f50e50fa39 None None] Attempting to bind port 95b452bf-3d00-49e6-b053-346e88559204 on network ab707614-a8a6-4503-81fa-3cf63d34938b {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:32:32.332276 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Pushing event updated for resources: {'Port': ['ID=8896c0b1-6171-4dc6-9951-5f91b8c89d53,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:32.347194 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6040bf95-52c8-4c6d-8aa0-58f50e50fa39 None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:32:32.347560 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6040bf95-52c8-4c6d-8aa0-58f50e50fa39 None None] Checking segment: {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:32:32.347954 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-6040bf95-52c8-4c6d-8aa0-58f50e50fa39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:32.348335 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6040bf95-52c8-4c6d-8aa0-58f50e50fa39 None None] Bound using segment: {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:32:32.348827 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-6040bf95-52c8-4c6d-8aa0-58f50e50fa39 None None] Bound port: 95b452bf-3d00-49e6-b053-346e88559204, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:32:32.349200 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-6040bf95-52c8-4c6d-8aa0-58f50e50fa39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (95b452bf-3d00-49e6-b053-346e88559204), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:32.367846 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 0f2bfd24-46d7-4657-8e8b-3ae261438cce triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:32:32.368576 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (0f2bfd24-46d7-4657-8e8b-3ae261438cce), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:32.379085 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:32.403649 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c99040-9e44-4133-8547-6dbd6a11ee07 admin admin] Network d67e2e9e-9e21-46c5-9d53-84975b1d377a is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:32:32.405034 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-d1c99040-9e44-4133-8547-6dbd6a11ee07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:32:32.410602 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b1d0ee6c-e9dc-4400-83dd-6900d81971d3 req-e08e4b23-2bf8-481a-adac-1d30670e683f service neutron] 10.222.0.30 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949049 Jul 18 10:32:32.471771 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd12f14-ae5b-4743-ac4b-6cce6fa6c924 None None] Pushing event updated for resources: {'Port': ['ID=95b452bf-3d00-49e6-b053-346e88559204,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:32.496220 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9726b7ea-96dc-4a25-ab8d-79871a57f0d5 None None] Current status of the port 8896c0b1-6171-4dc6-9951-5f91b8c89d53 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:32:32.507345 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-6040bf95-52c8-4c6d-8aa0-58f50e50fa39 None None] For port 95b452bf-3d00-49e6-b053-346e88559204, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:32:32.512093 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-6040bf95-52c8-4c6d-8aa0-58f50e50fa39 None None] For port 95b452bf-3d00-49e6-b053-346e88559204, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=95b452bf-3d00-49e6-b053-346e88559204,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:32:32.520943 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:32.548527 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b1d0ee6c-e9dc-4400-83dd-6900d81971d3 req-0ebe1989-747c-4a65-89f2-b7dfe1ac0a46 service neutron] 10.222.0.30 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304979 Jul 18 10:32:32.548754 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-6040bf95-52c8-4c6d-8aa0-58f50e50fa39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (95b452bf-3d00-49e6-b053-346e88559204), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:32.566531 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c99040-9e44-4133-8547-6dbd6a11ee07 admin admin] Router 96f76e97-d476-4039-b18c-0d0b7369f4a8 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:32:32.592809 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:32.610053 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:32.638894 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 0f2bfd24-46d7-4657-8e8b-3ae261438cce is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:32:32.640044 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device a1f3e92a-1290-4a6b-b351-6716caa96cfc up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:32:32.689729 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-a2ebec66-1dfd-4a1a-b1a3-1365f230637f None None] Provisioning complete for port 074104c0-171b-47e3-9bb2-f3fff2bf14f9 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:32:32.690066 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a2ebec66-1dfd-4a1a-b1a3-1365f230637f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (074104c0-171b-47e3-9bb2-f3fff2bf14f9), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:32.697282 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c99040-9e44-4133-8547-6dbd6a11ee07 admin admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:32:32.698775 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6040bf95-52c8-4c6d-8aa0-58f50e50fa39 None None] Routers {'96f76e97-d476-4039-b18c-0d0b7369f4a8'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:32:32.699565 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-6040bf95-52c8-4c6d-8aa0-58f50e50fa39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:32:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['96f76e97-d476-4039-b18c-0d0b7369f4a8'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:32:32.703826 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-d1c99040-9e44-4133-8547-6dbd6a11ee07 admin admin] 10.222.0.33 "PUT /v2.0/routers/96f76e97-d476-4039-b18c-0d0b7369f4a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4048858 Jul 18 10:32:32.729036 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd12f14-ae5b-4743-ac4b-6cce6fa6c924 None None] Pushing event updated for resources: {'Port': ['ID=95b452bf-3d00-49e6-b053-346e88559204,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:32.795406 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-a2ebec66-1dfd-4a1a-b1a3-1365f230637f None None] Port 074104c0-171b-47e3-9bb2-f3fff2bf14f9 cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:32:32.838363 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port a1f3e92a-1290-4a6b-b351-6716caa96cfc triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:32:32.838741 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (a1f3e92a-1290-4a6b-b351-6716caa96cfc), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:32.862801 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-a2ebec66-1dfd-4a1a-b1a3-1365f230637f None None] Provisioning complete for port 8896c0b1-6171-4dc6-9951-5f91b8c89d53 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:32:32.863212 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a2ebec66-1dfd-4a1a-b1a3-1365f230637f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (8896c0b1-6171-4dc6-9951-5f91b8c89d53), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:32.932975 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-6040bf95-52c8-4c6d-8aa0-58f50e50fa39 None None] Set router 96f76e97-d476-4039-b18c-0d0b7369f4a8 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:32:33.091146 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 34442) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:33.096770 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-98655e20-b259-42df-aee9-664099866d58 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-350612805', 'description': 'tempest-secgroup-smoke-350612805 description', 'project_id': '2c656b71bbd447cba7d11335c928dfda'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:32:33.104625 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-a2ebec66-1dfd-4a1a-b1a3-1365f230637f None None] Current status of the port 8896c0b1-6171-4dc6-9951-5f91b8c89d53 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:32:33.112994 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port a1f3e92a-1290-4a6b-b351-6716caa96cfc is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:32:33.122622 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-98655e20-b259-42df-aee9-664099866d58 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:33.211515 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:33.220717 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-98655e20-b259-42df-aee9-664099866d58 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for security_group (1571cc3f-c619-45cf-af52-aa160f24d4ab), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:33.225245 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-98655e20-b259-42df-aee9-664099866d58 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (1571cc3f-c619-45cf-af52-aa160f24d4ab), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:33.245619 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-918b998a-418c-4c6d-95a9-01eb5a6dbe70 None None] Provisioning complete for port 074104c0-171b-47e3-9bb2-f3fff2bf14f9 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:32:33.245994 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-918b998a-418c-4c6d-95a9-01eb5a6dbe70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (074104c0-171b-47e3-9bb2-f3fff2bf14f9), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:33.257382 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec94e92-e4a5-4cb0-9abe-4257a816ed6b req-9f40901a-61b6-477c-b5e8-243005553718 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:33.262068 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-98655e20-b259-42df-aee9-664099866d58 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:33.266862 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-98655e20-b259-42df-aee9-664099866d58 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1744800 Jul 18 10:32:33.268051 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-bec94e92-e4a5-4cb0-9abe-4257a816ed6b req-9f40901a-61b6-477c-b5e8-243005553718 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.1040754 Jul 18 10:32:33.268674 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 34446) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:33.273163 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-4d1a92d4-4f6a-4f8d-983a-f877e8638c8b tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Request body: {'security_group_rule': {'security_group_id': '1571cc3f-c619-45cf-af52-aa160f24d4ab', 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:32:33.278751 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98655e20-b259-42df-aee9-664099866d58 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1571cc3f-c619-45cf-af52-aa160f24d4ab,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:33.279023 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 8896c0b1-6171-4dc6-9951-5f91b8c89d53 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:32:33.290086 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:33.307114 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4d1a92d4-4f6a-4f8d-983a-f877e8638c8b tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for security_group_rule (13a20906-5b70-4f61-b993-17e366be15f4), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:33.314124 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-6040bf95-52c8-4c6d-8aa0-58f50e50fa39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f76e97-d476-4039-b18c-0d0b7369f4a8', 'name': 'tempest-TestVolumeBootPattern-1891859318-router', 'tenant_id': 'e6b6505e83184b2f8d54ad2ea4a1b9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '95b452bf-3d00-49e6-b053-346e88559204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:28Z', 'updated_at': '2022-07-18T10:32:31Z', 'revision_number': 4, 'project_id': 'e6b6505e83184b2f8d54ad2ea4a1b9c4', 'gw_port': {'id': '95b452bf-3d00-49e6-b053-346e88559204', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:36:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f76e97-d476-4039-b18c-0d0b7369f4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:29Z', 'updated_at': '2022-07-18T10:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '074104c0-171b-47e3-9bb2-f3fff2bf14f9', 'name': '', 'network_id': 'd67e2e9e-9e21-46c5-9d53-84975b1d377a', 'tenant_id': 'e6b6505e83184b2f8d54ad2ea4a1b9c4', 'mac_address': 'fa:16:3e:cc:dd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f76e97-d476-4039-b18c-0d0b7369f4a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd6ae6a5c-c23f-414c-ac4b-9cf000a68f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:31Z', 'updated_at': '2022-07-18T10:32:32Z', 'revision_number': 2, 'project_id': 'e6b6505e83184b2f8d54ad2ea4a1b9c4', 'subnets': [{'id': 'd6ae6a5c-c23f-414c-ac4b-9cf000a68f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:32:33.321315 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-bec94e92-e4a5-4cb0-9abe-4257a816ed6b req-c33b95d1-207f-47f5-bffc-5aea321e5095 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513525 Jul 18 10:32:33.351458 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-918b998a-418c-4c6d-95a9-01eb5a6dbe70 None None] Port 074104c0-171b-47e3-9bb2-f3fff2bf14f9 cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:32:33.358817 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6040bf95-52c8-4c6d-8aa0-58f50e50fa39 None None] The sync data for ids ['96f76e97-d476-4039-b18c-0d0b7369f4a8'] in dv-cinder-837546-3-iscsi is: [{'id': '96f76e97-d476-4039-b18c-0d0b7369f4a8', 'name': 'tempest-TestVolumeBootPattern-1891859318-router', 'tenant_id': 'e6b6505e83184b2f8d54ad2ea4a1b9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '95b452bf-3d00-49e6-b053-346e88559204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:28Z', 'updated_at': '2022-07-18T10:32:31Z', 'revision_number': 4, 'project_id': 'e6b6505e83184b2f8d54ad2ea4a1b9c4', 'gw_port': {'id': '95b452bf-3d00-49e6-b053-346e88559204', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:36:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f76e97-d476-4039-b18c-0d0b7369f4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:29Z', 'updated_at': '2022-07-18T10:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '074104c0-171b-47e3-9bb2-f3fff2bf14f9', 'name': '', 'network_id': 'd67e2e9e-9e21-46c5-9d53-84975b1d377a', 'tenant_id': 'e6b6505e83184b2f8d54ad2ea4a1b9c4', 'mac_address': 'fa:16:3e:cc:dd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f76e97-d476-4039-b18c-0d0b7369f4a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd6ae6a5c-c23f-414c-ac4b-9cf000a68f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:31Z', 'updated_at': '2022-07-18T10:32:32Z', 'revision_number': 2, 'project_id': 'e6b6505e83184b2f8d54ad2ea4a1b9c4', 'subnets': [{'id': 'd6ae6a5c-c23f-414c-ac4b-9cf000a68f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:32:33.370112 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4d1a92d4-4f6a-4f8d-983a-f877e8638c8b tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for security_group_rule (13a20906-5b70-4f61-b993-17e366be15f4), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:33.373754 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4d1a92d4-4f6a-4f8d-983a-f877e8638c8b tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (13a20906-5b70-4f61-b993-17e366be15f4), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:33.386144 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 8896c0b1-6171-4dc6-9951-5f91b8c89d53 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:32:33.386642 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (8896c0b1-6171-4dc6-9951-5f91b8c89d53), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:33.400552 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a92d4-4f6a-4f8d-983a-f877e8638c8b tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a20906-5b70-4f61-b993-17e366be15f4,revision_number=0']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:33.405601 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4d1a92d4-4f6a-4f8d-983a-f877e8638c8b tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:33.406689 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-4d1a92d4-4f6a-4f8d-983a-f877e8638c8b tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1371562 Jul 18 10:32:33.409350 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 34448) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:33.413906 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-7362fe7a-25bf-4f5c-9aaf-5870c8f01acc tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Request body: {'security_group_rule': {'security_group_id': '1571cc3f-c619-45cf-af52-aa160f24d4ab', 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:32:33.423029 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:33.442589 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7362fe7a-25bf-4f5c-9aaf-5870c8f01acc tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for security_group_rule (f2497a22-6fe5-42e5-bde3-dab556e155ba), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:33.468360 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 8896c0b1-6171-4dc6-9951-5f91b8c89d53 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:32:33.469578 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device a1f3e92a-1290-4a6b-b351-6716caa96cfc up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:32:33.506676 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7362fe7a-25bf-4f5c-9aaf-5870c8f01acc tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for security_group_rule (f2497a22-6fe5-42e5-bde3-dab556e155ba), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:33.510701 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7362fe7a-25bf-4f5c-9aaf-5870c8f01acc tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (f2497a22-6fe5-42e5-bde3-dab556e155ba), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:33.519581 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port a1f3e92a-1290-4a6b-b351-6716caa96cfc triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:32:33.520046 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (a1f3e92a-1290-4a6b-b351-6716caa96cfc), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:33.530429 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362fe7a-25bf-4f5c-9aaf-5870c8f01acc tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2497a22-6fe5-42e5-bde3-dab556e155ba,revision_number=0']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:33.540671 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7362fe7a-25bf-4f5c-9aaf-5870c8f01acc tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:33.542567 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-7362fe7a-25bf-4f5c-9aaf-5870c8f01acc tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1316113 Jul 18 10:32:33.544968 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 34450) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:33.550331 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-0943eed3-a8fc-4700-8b4d-bea5cba55ae8 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Request body: {'security_group_rule': {'security_group_id': '1571cc3f-c619-45cf-af52-aa160f24d4ab', 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:32:33.607491 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0943eed3-a8fc-4700-8b4d-bea5cba55ae8 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for security_group_rule (d0684795-b261-42c3-8da4-de6353dd8e21), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:33.639410 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port a1f3e92a-1290-4a6b-b351-6716caa96cfc is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:32:33.668377 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0943eed3-a8fc-4700-8b4d-bea5cba55ae8 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for security_group_rule (d0684795-b261-42c3-8da4-de6353dd8e21), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:33.672933 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0943eed3-a8fc-4700-8b4d-bea5cba55ae8 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (d0684795-b261-42c3-8da4-de6353dd8e21), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:33.693974 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943eed3-a8fc-4700-8b4d-bea5cba55ae8 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0684795-b261-42c3-8da4-de6353dd8e21,revision_number=0']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:33.699499 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0943eed3-a8fc-4700-8b4d-bea5cba55ae8 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:33.703582 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-0943eed3-a8fc-4700-8b4d-bea5cba55ae8 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1546664 Jul 18 10:32:33.703680 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 34452) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:33.708432 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-03687efc-9898-4ac9-8fda-65b89e0512a6 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Request body: {'security_group_rule': {'security_group_id': '1571cc3f-c619-45cf-af52-aa160f24d4ab', 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:32:33.740444 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-03687efc-9898-4ac9-8fda-65b89e0512a6 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for security_group_rule (a66a9e6f-964f-4a59-bbf2-8c6e68997603), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:33.806202 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-03687efc-9898-4ac9-8fda-65b89e0512a6 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for security_group_rule (a66a9e6f-964f-4a59-bbf2-8c6e68997603), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:33.811104 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-03687efc-9898-4ac9-8fda-65b89e0512a6 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (a66a9e6f-964f-4a59-bbf2-8c6e68997603), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:33.831146 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03687efc-9898-4ac9-8fda-65b89e0512a6 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a66a9e6f-964f-4a59-bbf2-8c6e68997603,revision_number=0']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:33.850788 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-03687efc-9898-4ac9-8fda-65b89e0512a6 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:33.852136 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-03687efc-9898-4ac9-8fda-65b89e0512a6 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1475613 Jul 18 10:32:33.855232 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 34462) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:33.861556 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-748928f3-b244-4f7e-a216-634828b7ccb1 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Request body: {'security_group_rule': {'security_group_id': '1571cc3f-c619-45cf-af52-aa160f24d4ab', 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:32:33.887520 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.db.securitygroups_db [None req-748928f3-b244-4f7e-a216-634828b7ccb1 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Project 2c656b71bbd447cba7d11335c928dfda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 10:32:33.894901 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-748928f3-b244-4f7e-a216-634828b7ccb1 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for security_group_rule (97e1d867-1d77-4576-8d3c-f4df093df42e), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:33.959887 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-748928f3-b244-4f7e-a216-634828b7ccb1 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for security_group_rule (97e1d867-1d77-4576-8d3c-f4df093df42e), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:33.967987 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-748928f3-b244-4f7e-a216-634828b7ccb1 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (97e1d867-1d77-4576-8d3c-f4df093df42e), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:33.995415 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748928f3-b244-4f7e-a216-634828b7ccb1 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e1d867-1d77-4576-8d3c-f4df093df42e,revision_number=0']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:34.004592 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-748928f3-b244-4f7e-a216-634828b7ccb1 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:34.008745 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-748928f3-b244-4f7e-a216-634828b7ccb1 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1495304 Jul 18 10:32:34.009160 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 34468) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:34.014367 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-49bb20e3-a911-4a1b-9c50-e18361c5dd36 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Request body: {'security_group_rule': {'security_group_id': '1571cc3f-c619-45cf-af52-aa160f24d4ab', 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:32:34.049640 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.db.securitygroups_db [None req-49bb20e3-a911-4a1b-9c50-e18361c5dd36 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Project 2c656b71bbd447cba7d11335c928dfda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 10:32:34.056632 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-49bb20e3-a911-4a1b-9c50-e18361c5dd36 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for security_group_rule (e825b340-3cb9-4798-b1a2-4e1836dc8430), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:34.134873 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:34.143059 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-49bb20e3-a911-4a1b-9c50-e18361c5dd36 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for security_group_rule (e825b340-3cb9-4798-b1a2-4e1836dc8430), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:34.147183 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-49bb20e3-a911-4a1b-9c50-e18361c5dd36 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (e825b340-3cb9-4798-b1a2-4e1836dc8430), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:34.188737 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb20e3-a911-4a1b-9c50-e18361c5dd36 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e825b340-3cb9-4798-b1a2-4e1836dc8430,revision_number=0']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:34.196972 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-49bb20e3-a911-4a1b-9c50-e18361c5dd36 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:34.198238 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-49bb20e3-a911-4a1b-9c50-e18361c5dd36 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1880262 Jul 18 10:32:34.446192 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef05245-5543-458e-aff2-4eaeb9299165 req-bff69262-3a04-4021-9570-1ae3ec8d81f4 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:34.447900 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3ef05245-5543-458e-aff2-4eaeb9299165 req-bff69262-3a04-4021-9570-1ae3ec8d81f4 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0511413 Jul 18 10:32:34.499721 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3ef05245-5543-458e-aff2-4eaeb9299165 req-e872d594-d781-4819-9933-943e352a3ca4 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463510 Jul 18 10:32:35.236192 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 95b452bf-3d00-49e6-b053-346e88559204 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:32:35.259012 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:35.286013 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 95b452bf-3d00-49e6-b053-346e88559204 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:32:35.286416 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (95b452bf-3d00-49e6-b053-346e88559204), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:35.364946 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 95b452bf-3d00-49e6-b053-346e88559204 is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:32:35.365342 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (95b452bf-3d00-49e6-b053-346e88559204), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:35.388563 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] For port 95b452bf-3d00-49e6-b053-346e88559204, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=95b452bf-3d00-49e6-b053-346e88559204,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:32:35.393493 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (95b452bf-3d00-49e6-b053-346e88559204), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:35.444668 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Pushing event updated for resources: {'Port': ['ID=95b452bf-3d00-49e6-b053-346e88559204,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:35.479044 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747ce14e-e2d9-417e-88fb-193c8194fbd0 None None] Sync routers for ids ['96f76e97-d476-4039-b18c-0d0b7369f4a8'] in dv-cinder-837546-3-iscsi {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:32:35.490884 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747ce14e-e2d9-417e-88fb-193c8194fbd0 None None] Routers {'96f76e97-d476-4039-b18c-0d0b7369f4a8'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:32:35.491469 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-747ce14e-e2d9-417e-88fb-193c8194fbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:32:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['96f76e97-d476-4039-b18c-0d0b7369f4a8'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:32:35.598711 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-747ce14e-e2d9-417e-88fb-193c8194fbd0 None None] Set router 96f76e97-d476-4039-b18c-0d0b7369f4a8 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:32:35.620691 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b8b79-080e-44d6-821b-3a5448bdf821 req-90b222f7-54fd-4f6a-af95-d84bc2118dc7 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:35.622188 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3e8b8b79-080e-44d6-821b-3a5448bdf821 req-90b222f7-54fd-4f6a-af95-d84bc2118dc7 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0476880 Jul 18 10:32:35.671142 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3e8b8b79-080e-44d6-821b-3a5448bdf821 req-1eb86f1e-5c42-4be0-ab89-5dc64e06c577 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432196 Jul 18 10:32:35.790413 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-747ce14e-e2d9-417e-88fb-193c8194fbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f76e97-d476-4039-b18c-0d0b7369f4a8', 'name': 'tempest-TestVolumeBootPattern-1891859318-router', 'tenant_id': 'e6b6505e83184b2f8d54ad2ea4a1b9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '95b452bf-3d00-49e6-b053-346e88559204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:28Z', 'updated_at': '2022-07-18T10:32:31Z', 'revision_number': 4, 'project_id': 'e6b6505e83184b2f8d54ad2ea4a1b9c4', 'gw_port': {'id': '95b452bf-3d00-49e6-b053-346e88559204', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f76e97-d476-4039-b18c-0d0b7369f4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:29Z', 'updated_at': '2022-07-18T10:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '074104c0-171b-47e3-9bb2-f3fff2bf14f9', 'name': '', 'network_id': 'd67e2e9e-9e21-46c5-9d53-84975b1d377a', 'tenant_id': 'e6b6505e83184b2f8d54ad2ea4a1b9c4', 'mac_address': 'fa:16:3e:cc:dd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f76e97-d476-4039-b18c-0d0b7369f4a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd6ae6a5c-c23f-414c-ac4b-9cf000a68f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:31Z', 'updated_at': '2022-07-18T10:32:32Z', 'revision_number': 2, 'project_id': 'e6b6505e83184b2f8d54ad2ea4a1b9c4', 'subnets': [{'id': 'd6ae6a5c-c23f-414c-ac4b-9cf000a68f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:32:35.815477 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747ce14e-e2d9-417e-88fb-193c8194fbd0 None None] Checking router: 96f76e97-d476-4039-b18c-0d0b7369f4a8 for host: dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:32:35.815826 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747ce14e-e2d9-417e-88fb-193c8194fbd0 None None] Updating router 96f76e97-d476-4039-b18c-0d0b7369f4a8 port 074104c0-171b-47e3-9bb2-f3fff2bf14f9 binding host dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:32:35.847163 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-747ce14e-e2d9-417e-88fb-193c8194fbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (074104c0-171b-47e3-9bb2-f3fff2bf14f9), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:36.108093 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-747ce14e-e2d9-417e-88fb-193c8194fbd0 None None] Publish callbacks [] for port (074104c0-171b-47e3-9bb2-f3fff2bf14f9), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:36.113406 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-747ce14e-e2d9-417e-88fb-193c8194fbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (074104c0-171b-47e3-9bb2-f3fff2bf14f9), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:36.139426 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:36.189206 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b4304-0c35-448e-8cc2-69f8a4143de7 None None] Pushing event updated for resources: {'Port': ['ID=074104c0-171b-47e3-9bb2-f3fff2bf14f9,revision_number=3']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:36.199863 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b4304-0c35-448e-8cc2-69f8a4143de7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:36.200195 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b4304-0c35-448e-8cc2-69f8a4143de7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:36.200892 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b4304-0c35-448e-8cc2-69f8a4143de7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:36.201242 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b4304-0c35-448e-8cc2-69f8a4143de7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:36.201571 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b4304-0c35-448e-8cc2-69f8a4143de7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:36.201963 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b4304-0c35-448e-8cc2-69f8a4143de7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:36.202209 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b4304-0c35-448e-8cc2-69f8a4143de7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:36.202527 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b4304-0c35-448e-8cc2-69f8a4143de7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:36.202844 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b4304-0c35-448e-8cc2-69f8a4143de7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:36.203750 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b4304-0c35-448e-8cc2-69f8a4143de7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:36.204098 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b4304-0c35-448e-8cc2-69f8a4143de7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:36.204395 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b4304-0c35-448e-8cc2-69f8a4143de7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:36.204844 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b4304-0c35-448e-8cc2-69f8a4143de7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:36.205053 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b4304-0c35-448e-8cc2-69f8a4143de7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:36.205362 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b4304-0c35-448e-8cc2-69f8a4143de7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:36.239058 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-747ce14e-e2d9-417e-88fb-193c8194fbd0 None None] Attempting to bind port 074104c0-171b-47e3-9bb2-f3fff2bf14f9 on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:32:36.239621 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-747ce14e-e2d9-417e-88fb-193c8194fbd0 None None] Attempting to bind port 074104c0-171b-47e3-9bb2-f3fff2bf14f9 by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': 'a4e7bebc-267f-45f8-9029-420572da923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd67e2e9e-9e21-46c5-9d53-84975b1d377a'}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:32:36.239903 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747ce14e-e2d9-417e-88fb-193c8194fbd0 None None] Attempting to bind port 074104c0-171b-47e3-9bb2-f3fff2bf14f9 on network d67e2e9e-9e21-46c5-9d53-84975b1d377a {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:32:36.246403 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747ce14e-e2d9-417e-88fb-193c8194fbd0 None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:32:36.246741 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747ce14e-e2d9-417e-88fb-193c8194fbd0 None None] Checking segment: {'id': 'a4e7bebc-267f-45f8-9029-420572da923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd67e2e9e-9e21-46c5-9d53-84975b1d377a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:32:36.247206 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-747ce14e-e2d9-417e-88fb-193c8194fbd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:36.247652 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747ce14e-e2d9-417e-88fb-193c8194fbd0 None None] Bound using segment: {'id': 'a4e7bebc-267f-45f8-9029-420572da923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd67e2e9e-9e21-46c5-9d53-84975b1d377a'} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:32:36.248185 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-747ce14e-e2d9-417e-88fb-193c8194fbd0 None None] Bound port: 074104c0-171b-47e3-9bb2-f3fff2bf14f9, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e7bebc-267f-45f8-9029-420572da923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd67e2e9e-9e21-46c5-9d53-84975b1d377a'}}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:32:36.248675 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-747ce14e-e2d9-417e-88fb-193c8194fbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (074104c0-171b-47e3-9bb2-f3fff2bf14f9), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:36.324863 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-747ce14e-e2d9-417e-88fb-193c8194fbd0 None None] For port 074104c0-171b-47e3-9bb2-f3fff2bf14f9, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:32:36.328956 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-747ce14e-e2d9-417e-88fb-193c8194fbd0 None None] For port 074104c0-171b-47e3-9bb2-f3fff2bf14f9, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=074104c0-171b-47e3-9bb2-f3fff2bf14f9,segment=NetworkSegment(a4e7bebc-267f-45f8-9029-420572da923e),segment_id=a4e7bebc-267f-45f8-9029-420572da923e)] {{(pid=103901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:32:36.335869 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-747ce14e-e2d9-417e-88fb-193c8194fbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (074104c0-171b-47e3-9bb2-f3fff2bf14f9), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:36.339084 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:36.397141 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747ce14e-e2d9-417e-88fb-193c8194fbd0 None None] Routers {'96f76e97-d476-4039-b18c-0d0b7369f4a8'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:32:36.397762 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-747ce14e-e2d9-417e-88fb-193c8194fbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:32:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['96f76e97-d476-4039-b18c-0d0b7369f4a8'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:32:36.403034 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-c687785b-9386-4ef9-9b2c-342b8146f227 None None] Provisioning complete for port 074104c0-171b-47e3-9bb2-f3fff2bf14f9 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:32:36.407301 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c687785b-9386-4ef9-9b2c-342b8146f227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (074104c0-171b-47e3-9bb2-f3fff2bf14f9), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:36.544935 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b4304-0c35-448e-8cc2-69f8a4143de7 None None] Pushing event updated for resources: {'Port': ['ID=074104c0-171b-47e3-9bb2-f3fff2bf14f9,revision_number=4']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:36.602599 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-747ce14e-e2d9-417e-88fb-193c8194fbd0 None None] Set router 96f76e97-d476-4039-b18c-0d0b7369f4a8 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:32:36.642206 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-c687785b-9386-4ef9-9b2c-342b8146f227 None None] Current status of the port 074104c0-171b-47e3-9bb2-f3fff2bf14f9 is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:32:36.642721 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c687785b-9386-4ef9-9b2c-342b8146f227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (074104c0-171b-47e3-9bb2-f3fff2bf14f9), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:36.678065 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-c687785b-9386-4ef9-9b2c-342b8146f227 None None] For port 074104c0-171b-47e3-9bb2-f3fff2bf14f9, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=074104c0-171b-47e3-9bb2-f3fff2bf14f9,segment=NetworkSegment(a4e7bebc-267f-45f8-9029-420572da923e),segment_id=a4e7bebc-267f-45f8-9029-420572da923e)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:32:36.682328 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c687785b-9386-4ef9-9b2c-342b8146f227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (074104c0-171b-47e3-9bb2-f3fff2bf14f9), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:36.732807 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c687785b-9386-4ef9-9b2c-342b8146f227 None None] Pushing event updated for resources: {'Port': ['ID=074104c0-171b-47e3-9bb2-f3fff2bf14f9,revision_number=5']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:36.812117 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-4589e457-d9e5-4929-a9ac-6b6033cb9dfb None None] Provisioning complete for port 074104c0-171b-47e3-9bb2-f3fff2bf14f9 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:32:36.812378 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:36.813685 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4589e457-d9e5-4929-a9ac-6b6033cb9dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (074104c0-171b-47e3-9bb2-f3fff2bf14f9), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:36.821670 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8251a-50dc-4683-90bf-e1edbddcfab1 req-416ecc3e-7d33-4d59-bc65-9c9050aff4ad tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:36.823238 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f3e8251a-50dc-4683-90bf-e1edbddcfab1 req-416ecc3e-7d33-4d59-bc65-9c9050aff4ad tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0611722 Jul 18 10:32:36.832653 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-747ce14e-e2d9-417e-88fb-193c8194fbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f76e97-d476-4039-b18c-0d0b7369f4a8', 'name': 'tempest-TestVolumeBootPattern-1891859318-router', 'tenant_id': 'e6b6505e83184b2f8d54ad2ea4a1b9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '95b452bf-3d00-49e6-b053-346e88559204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:28Z', 'updated_at': '2022-07-18T10:32:31Z', 'revision_number': 4, 'project_id': 'e6b6505e83184b2f8d54ad2ea4a1b9c4', 'gw_port': {'id': '95b452bf-3d00-49e6-b053-346e88559204', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f76e97-d476-4039-b18c-0d0b7369f4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:29Z', 'updated_at': '2022-07-18T10:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '074104c0-171b-47e3-9bb2-f3fff2bf14f9', 'name': '', 'network_id': 'd67e2e9e-9e21-46c5-9d53-84975b1d377a', 'tenant_id': 'e6b6505e83184b2f8d54ad2ea4a1b9c4', 'mac_address': 'fa:16:3e:cc:dd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f76e97-d476-4039-b18c-0d0b7369f4a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd6ae6a5c-c23f-414c-ac4b-9cf000a68f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:31Z', 'updated_at': '2022-07-18T10:32:36Z', 'revision_number': 4, 'project_id': 'e6b6505e83184b2f8d54ad2ea4a1b9c4', 'subnets': [{'id': 'd6ae6a5c-c23f-414c-ac4b-9cf000a68f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:32:36.861090 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747ce14e-e2d9-417e-88fb-193c8194fbd0 None None] The sync data for ids ['96f76e97-d476-4039-b18c-0d0b7369f4a8'] in dv-cinder-837546-3-iscsi is: [{'id': '96f76e97-d476-4039-b18c-0d0b7369f4a8', 'name': 'tempest-TestVolumeBootPattern-1891859318-router', 'tenant_id': 'e6b6505e83184b2f8d54ad2ea4a1b9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '95b452bf-3d00-49e6-b053-346e88559204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:28Z', 'updated_at': '2022-07-18T10:32:31Z', 'revision_number': 4, 'project_id': 'e6b6505e83184b2f8d54ad2ea4a1b9c4', 'gw_port': {'id': '95b452bf-3d00-49e6-b053-346e88559204', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f76e97-d476-4039-b18c-0d0b7369f4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:29Z', 'updated_at': '2022-07-18T10:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '074104c0-171b-47e3-9bb2-f3fff2bf14f9', 'name': '', 'network_id': 'd67e2e9e-9e21-46c5-9d53-84975b1d377a', 'tenant_id': 'e6b6505e83184b2f8d54ad2ea4a1b9c4', 'mac_address': 'fa:16:3e:cc:dd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f76e97-d476-4039-b18c-0d0b7369f4a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd6ae6a5c-c23f-414c-ac4b-9cf000a68f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:31Z', 'updated_at': '2022-07-18T10:32:36Z', 'revision_number': 4, 'project_id': 'e6b6505e83184b2f8d54ad2ea4a1b9c4', 'subnets': [{'id': 'd6ae6a5c-c23f-414c-ac4b-9cf000a68f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:32:36.891845 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f3e8251a-50dc-4683-90bf-e1edbddcfab1 req-5cbf2194-cb2e-4779-8095-4d1342d72fdc tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608072 Jul 18 10:32:36.899423 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-4589e457-d9e5-4929-a9ac-6b6033cb9dfb None None] Current status of the port 074104c0-171b-47e3-9bb2-f3fff2bf14f9 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:32:37.231650 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 95b452bf-3d00-49e6-b053-346e88559204 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:32:37.274775 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:37.279757 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 95b452bf-3d00-49e6-b053-346e88559204 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:32:37.280157 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (95b452bf-3d00-49e6-b053-346e88559204), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:37.362606 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 95b452bf-3d00-49e6-b053-346e88559204 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:32:37.363689 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 074104c0-171b-47e3-9bb2-f3fff2bf14f9 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:32:37.423586 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 074104c0-171b-47e3-9bb2-f3fff2bf14f9 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:32:37.424236 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (074104c0-171b-47e3-9bb2-f3fff2bf14f9), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:37.503505 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:37.515049 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 074104c0-171b-47e3-9bb2-f3fff2bf14f9 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:32:37.607792 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f726ed-3113-4f90-b994-3006514f44ba req-9d020e85-79ab-4587-bf87-9bdf7e3120f8 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:37.609813 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-91f726ed-3113-4f90-b994-3006514f44ba req-9d020e85-79ab-4587-bf87-9bdf7e3120f8 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 945 time: 0.0458941 Jul 18 10:32:37.650685 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:37.658838 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-91f726ed-3113-4f90-b994-3006514f44ba req-742585a6-317c-41f1-890d-e31f989258d6 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434604 Jul 18 10:32:37.683652 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 34570) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:37.883009 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaa9418-309e-4a1e-af9d-9f2dfbf3eb0f tempest-TestMinimumBasicScenario-1461559344 tempest-TestMinimumBasicScenario-1461559344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:37.884693 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-acaa9418-309e-4a1e-af9d-9f2dfbf3eb0f tempest-TestMinimumBasicScenario-1461559344 tempest-TestMinimumBasicScenario-1461559344-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 1124 time: 0.1998310 Jul 18 10:32:37.887440 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 34576) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:37.891577 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-c5ce96da-6b53-4dbc-8e29-ee8aaaad73cc tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Request body: {'floatingip': {'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'port_id': '8763c93e-265a-48e3-9444-a3c09c88377b', 'tenant_id': 'f62ef510c8484995a2f31f29104f399f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:32:37.913358 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c5ce96da-6b53-4dbc-8e29-ee8aaaad73cc tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:37.996862 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c5ce96da-6b53-4dbc-8e29-ee8aaaad73cc tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:38.006708 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1cb97a-425b-4184-b4ed-57dd2a7fef90 req-523ed403-b3b5-43da-b6dc-f69429f62d37 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:38.008211 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4c1cb97a-425b-4184-b4ed-57dd2a7fef90 req-523ed403-b3b5-43da-b6dc-f69429f62d37 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0504439 Jul 18 10:32:38.060494 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4c1cb97a-425b-4184-b4ed-57dd2a7fef90 req-7080b550-4eb3-4ef9-b7ee-045028a044c0 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464373 Jul 18 10:32:38.134065 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-c5ce96da-6b53-4dbc-8e29-ee8aaaad73cc tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Allocated IP 172.27.3.75 (ab707614-a8a6-4503-81fa-3cf63d34938b/a666abde-39cf-4361-a6f5-7885f7528b36/cd7fdb72-b10c-4d35-98e3-accefb8f519b) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:32:38.243706 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:DELETE=5,neutron:SELECT=80,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:38.257247 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c5ce96da-6b53-4dbc-8e29-ee8aaaad73cc tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks [] for port (cd7fdb72-b10c-4d35-98e3-accefb8f519b), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:38.294065 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c5ce96da-6b53-4dbc-8e29-ee8aaaad73cc tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (cd7fdb72-b10c-4d35-98e3-accefb8f519b), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:38.346276 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ce96da-6b53-4dbc-8e29-ee8aaaad73cc tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Network ab707614-a8a6-4503-81fa-3cf63d34938b is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:32:38.349250 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-c5ce96da-6b53-4dbc-8e29-ee8aaaad73cc tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:32:38.355547 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ce96da-6b53-4dbc-8e29-ee8aaaad73cc tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:32:38.356378 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4538d00-71bb-4250-890e-86559e1aaf2e req-ef277935-c1ad-4448-9501-0e5d2457a380 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:38.357941 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d4538d00-71bb-4250-890e-86559e1aaf2e req-ef277935-c1ad-4448-9501-0e5d2457a380 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0547967 Jul 18 10:32:38.383889 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce96da-6b53-4dbc-8e29-ee8aaaad73cc tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Pushing event updated for resources: {'Port': ['ID=cd7fdb72-b10c-4d35-98e3-accefb8f519b,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:38.414445 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d4538d00-71bb-4250-890e-86559e1aaf2e req-ee1a02b0-042a-4e9a-8a67-133e89f7e883 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504556 Jul 18 10:32:38.610833 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:38.720427 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c5ce96da-6b53-4dbc-8e29-ee8aaaad73cc tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks [] for floatingip (17391cb2-a40d-4a66-8786-a0973f639337), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:38.791953 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c5ce96da-6b53-4dbc-8e29-ee8aaaad73cc tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (cd7fdb72-b10c-4d35-98e3-accefb8f519b), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:39.188782 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c5ce96da-6b53-4dbc-8e29-ee8aaaad73cc tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks [] for port (cd7fdb72-b10c-4d35-98e3-accefb8f519b), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:39.197467 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c5ce96da-6b53-4dbc-8e29-ee8aaaad73cc tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260947040'] for port (cd7fdb72-b10c-4d35-98e3-accefb8f519b), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:39.206918 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45bcd2-2b00-429c-a156-54448530c982 req-ace4c502-a000-4b08-adda-4eb90bf96924 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:39.208445 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fb45bcd2-2b00-429c-a156-54448530c982 req-ace4c502-a000-4b08-adda-4eb90bf96924 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0593696 Jul 18 10:32:39.257896 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fb45bcd2-2b00-429c-a156-54448530c982 req-05500f56-cb00-4473-b011-4ebaa879517e tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432789 Jul 18 10:32:39.267568 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce96da-6b53-4dbc-8e29-ee8aaaad73cc tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Pushing event updated for resources: {'Port': ['ID=cd7fdb72-b10c-4d35-98e3-accefb8f519b,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:39.279857 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c5ce96da-6b53-4dbc-8e29-ee8aaaad73cc tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780340'] for floatingip (17391cb2-a40d-4a66-8786-a0973f639337), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:39.321778 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:39.388135 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.db.l3_db [None req-c5ce96da-6b53-4dbc-8e29-ee8aaaad73cc tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Floating IP 17391cb2-a40d-4a66-8786-a0973f639337 associated. External IP: 172.27.3.75, port: 8763c93e-265a-48e3-9444-a3c09c88377b. Jul 18 10:32:39.552491 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ebca5-de9a-47d6-a374-fa92d564c92b req-f721f2ae-a35d-4120-b3ab-3797b9b8336e tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:39.559850 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-946ebca5-de9a-47d6-a374-fa92d564c92b req-f721f2ae-a35d-4120-b3ab-3797b9b8336e tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0731180 Jul 18 10:32:39.612989 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-946ebca5-de9a-47d6-a374-fa92d564c92b req-e0024f03-0079-4f4f-9218-8e970ca4c508 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520980 Jul 18 10:32:39.615779 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ce96da-6b53-4dbc-8e29-ee8aaaad73cc tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Router a1818021-02af-4646-961e-e84db20a1250 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:32:39.738968 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ce96da-6b53-4dbc-8e29-ee8aaaad73cc tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:32:39.751431 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03f1aa0-f317-4736-8440-cb8e74fa97c0 None None] Sync routers for ids ['a1818021-02af-4646-961e-e84db20a1250'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:32:39.757109 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:39.767633 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c5ce96da-6b53-4dbc-8e29-ee8aaaad73cc tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:39.768574 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03f1aa0-f317-4736-8440-cb8e74fa97c0 None None] Routers {'a1818021-02af-4646-961e-e84db20a1250'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:32:39.769241 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-e03f1aa0-f317-4736-8440-cb8e74fa97c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:32:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['a1818021-02af-4646-961e-e84db20a1250'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:32:39.805628 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-c5ce96da-6b53-4dbc-8e29-ee8aaaad73cc tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9169703 Jul 18 10:32:39.806259 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 34606) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:39.806750 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b29c39-45ca-4cb3-ad7d-f7bd47bfe667', 'tag': '8763c93e-265a-48e3-9444-a3c09c88377b'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:32:39.811869 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2832b55044fe50990e200b6537270594c6fb70ba3afc208291ee0353ea81870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9274039-900a-44c3-8c14-8ea0b7790738" -d '{"events": [{"name": "network-changed", "server_uuid": "83b29c39-45ca-4cb3-ad7d-f7bd47bfe667", "tag": "8763c93e-265a-48e3-9444-a3c09c88377b"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:32:39.824269 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-f011e1a2-05c7-4f93-b182-bb7aa26e7d62 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2104931263', 'description': 'tempest-secgroup-smoke-2104931263 description', 'project_id': 'f62ef510c8484995a2f31f29104f399f'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:32:39.850378 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f011e1a2-05c7-4f93-b182-bb7aa26e7d62 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:39.863575 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e71732-b9a6-4145-b7aa-e5ffe3597fe9 x-openstack-request-id: req-f5e71732-b9a6-4145-b7aa-e5ffe3597fe9 {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:32:39.863936 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b29c39-45ca-4cb3-ad7d-f7bd47bfe667", "tag": "8763c93e-265a-48e3-9444-a3c09c88377b", "status": "completed", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:32:39.864267 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f5e71732-b9a6-4145-b7aa-e5ffe3597fe9 {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:32:39.864991 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5e71732-b9a6-4145-b7aa-e5ffe3597fe9'] response: {'name': 'network-changed', 'server_uuid': '83b29c39-45ca-4cb3-ad7d-f7bd47bfe667', 'tag': '8763c93e-265a-48e3-9444-a3c09c88377b', 'status': 'completed', 'code': 200} Jul 18 10:32:39.866817 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003dcc7c-9a20-4bbb-932b-6f686f0f9857 req-cc609c84-5195-43ea-8482-da3cde22f4e9 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:39.868368 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-003dcc7c-9a20-4bbb-932b-6f686f0f9857 req-cc609c84-5195-43ea-8482-da3cde22f4e9 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=db62c05e-28a8-4121-a6e5-8abb802f7a17 HTTP/1.1" status: 200 len: 946 time: 0.0626886 Jul 18 10:32:39.919867 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-e03f1aa0-f317-4736-8440-cb8e74fa97c0 None None] Set router a1818021-02af-4646-961e-e84db20a1250 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:32:39.933647 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-003dcc7c-9a20-4bbb-932b-6f686f0f9857 req-26fac068-76df-495a-9928-988f36349c2f tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=4fbf6ea2-1d56-407e-b285-6f0311c7cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582168 Jul 18 10:32:39.960778 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f011e1a2-05c7-4f93-b182-bb7aa26e7d62 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks [] for security_group (80b87658-1b7e-4ad8-a67e-54037b81d5ba), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:39.965411 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f011e1a2-05c7-4f93-b182-bb7aa26e7d62 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (80b87658-1b7e-4ad8-a67e-54037b81d5ba), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:39.998358 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f011e1a2-05c7-4f93-b182-bb7aa26e7d62 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:39.999677 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-f011e1a2-05c7-4f93-b182-bb7aa26e7d62 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1877530 Jul 18 10:32:40.001354 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011e1a2-05c7-4f93-b182-bb7aa26e7d62 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80b87658-1b7e-4ad8-a67e-54037b81d5ba,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:40.003347 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 34612) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:40.009153 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-9bb885f4-14a6-4631-bd6c-8e0afc0099fa tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Request body: {'security_group_rule': {'security_group_id': '80b87658-1b7e-4ad8-a67e-54037b81d5ba', 'project_id': 'f62ef510c8484995a2f31f29104f399f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:32:40.039019 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-9bb885f4-14a6-4631-bd6c-8e0afc0099fa tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks [] for security_group_rule (4b908e5c-6f54-434d-9359-e3c0f849e252), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:40.097702 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-9bb885f4-14a6-4631-bd6c-8e0afc0099fa tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks [] for security_group_rule (4b908e5c-6f54-434d-9359-e3c0f849e252), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:40.101540 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-9bb885f4-14a6-4631-bd6c-8e0afc0099fa tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (4b908e5c-6f54-434d-9359-e3c0f849e252), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:40.118507 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb885f4-14a6-4631-bd6c-8e0afc0099fa tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b908e5c-6f54-434d-9359-e3c0f849e252,revision_number=0']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:40.131137 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-9bb885f4-14a6-4631-bd6c-8e0afc0099fa tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:40.135457 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-9bb885f4-14a6-4631-bd6c-8e0afc0099fa tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282125 Jul 18 10:32:40.135812 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 34614) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:40.140157 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-c85d51b4-f207-4061-a921-c47d5cacf460 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Request body: {'security_group_rule': {'security_group_id': '80b87658-1b7e-4ad8-a67e-54037b81d5ba', 'project_id': 'f62ef510c8484995a2f31f29104f399f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:32:40.169281 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-e03f1aa0-f317-4736-8440-cb8e74fa97c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1818021-02af-4646-961e-e84db20a1250', 'name': 'tempest-TestMinimumBasicScenario-1106076287-router', 'tenant_id': 'f62ef510c8484995a2f31f29104f399f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e43cf630-e140-4ec3-8212-daa93bab66e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:31:27Z', 'updated_at': '2022-07-18T10:31:31Z', 'revision_number': 4, 'project_id': 'f62ef510c8484995a2f31f29104f399f', 'gw_port': {'id': 'e43cf630-e140-4ec3-8212-daa93bab66e6', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1818021-02af-4646-961e-e84db20a1250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:31:27Z', 'updated_at': '2022-07-18T10:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '17391cb2-a40d-4a66-8786-a0973f639337', 'tenant_id': 'f62ef510c8484995a2f31f29104f399f', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': 'a1818021-02af-4646-961e-e84db20a1250', 'port_id': '8763c93e-265a-48e3-9444-a3c09c88377b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c', 'mac_address': 'fa:16:3e:2a:a9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b29c39-45ca-4cb3-ad7d-f7bd47bfe667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:32:38Z', 'updated_at': '2022-07-18T10:32:38Z', 'revision_number': 0, 'project_id': 'f62ef510c8484995a2f31f29104f399f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dcdc7fc-0742-43cf-93f7-48fbb085c1d7', 'name': '', 'network_id': '2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c', 'tenant_id': 'f62ef510c8484995a2f31f29104f399f', 'mac_address': 'fa:16:3e:6b:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1818021-02af-4646-961e-e84db20a1250', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '55548d87-fc3b-4ac4-be60-cb359f31d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:31:30Z', 'updated_at': '2022-07-18T10:31:35Z', 'revision_number': 5, 'project_id': 'f62ef510c8484995a2f31f29104f399f', 'subnets': [{'id': '55548d87-fc3b-4ac4-be60-cb359f31d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:32:40.171182 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c85d51b4-f207-4061-a921-c47d5cacf460 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks [] for security_group_rule (d215e120-b29d-4dee-916b-db8f485618a1), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:40.200818 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03f1aa0-f317-4736-8440-cb8e74fa97c0 None None] Checking router: a1818021-02af-4646-961e-e84db20a1250 for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:32:40.209974 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03f1aa0-f317-4736-8440-cb8e74fa97c0 None None] Routers {'a1818021-02af-4646-961e-e84db20a1250'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:32:40.210580 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-e03f1aa0-f317-4736-8440-cb8e74fa97c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:32:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['a1818021-02af-4646-961e-e84db20a1250'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:32:40.224993 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:40.231855 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c85d51b4-f207-4061-a921-c47d5cacf460 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks [] for security_group_rule (d215e120-b29d-4dee-916b-db8f485618a1), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:40.237096 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c85d51b4-f207-4061-a921-c47d5cacf460 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (d215e120-b29d-4dee-916b-db8f485618a1), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:40.257051 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d51b4-f207-4061-a921-c47d5cacf460 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d215e120-b29d-4dee-916b-db8f485618a1,revision_number=0']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:40.268198 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c85d51b4-f207-4061-a921-c47d5cacf460 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:40.268198 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-c85d51b4-f207-4061-a921-c47d5cacf460 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1312780 Jul 18 10:32:40.270929 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 34616) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:40.275423 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-3a476c37-da66-47ac-b0b6-9d6b89708e16 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Request body: {'security_group_rule': {'security_group_id': '80b87658-1b7e-4ad8-a67e-54037b81d5ba', 'project_id': 'f62ef510c8484995a2f31f29104f399f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:32:40.304644 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3a476c37-da66-47ac-b0b6-9d6b89708e16 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks [] for security_group_rule (ca95671b-4d37-4269-9109-6c012c09d3c3), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:40.324211 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-e03f1aa0-f317-4736-8440-cb8e74fa97c0 None None] Set router a1818021-02af-4646-961e-e84db20a1250 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:32:40.377470 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3a476c37-da66-47ac-b0b6-9d6b89708e16 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks [] for security_group_rule (ca95671b-4d37-4269-9109-6c012c09d3c3), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:40.384637 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3a476c37-da66-47ac-b0b6-9d6b89708e16 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (ca95671b-4d37-4269-9109-6c012c09d3c3), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:40.413064 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91290f2-2054-43e0-894a-80fd8ebd1275 req-5f15d475-dbc0-4cc7-b0a0-44bb609a091d tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:40.415029 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b91290f2-2054-43e0-894a-80fd8ebd1275 req-5f15d475-dbc0-4cc7-b0a0-44bb609a091d tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0638313 Jul 18 10:32:40.418151 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3a476c37-da66-47ac-b0b6-9d6b89708e16 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:40.419929 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-3a476c37-da66-47ac-b0b6-9d6b89708e16 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1479328 Jul 18 10:32:40.421421 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a476c37-da66-47ac-b0b6-9d6b89708e16 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca95671b-4d37-4269-9109-6c012c09d3c3,revision_number=0']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:40.427166 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 34622) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:40.433624 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-e6027452-b7db-4ca8-bc5f-473f780485b0 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Request body: {'security_group_rule': {'security_group_id': '80b87658-1b7e-4ad8-a67e-54037b81d5ba', 'project_id': 'f62ef510c8484995a2f31f29104f399f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:32:40.467565 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e6027452-b7db-4ca8-bc5f-473f780485b0 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks [] for security_group_rule (7be3ee76-60c9-4ed3-9bd0-4af5c8eeed25), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:40.497156 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b91290f2-2054-43e0-894a-80fd8ebd1275 req-a25d0d1d-fd22-4805-9131-f3b3815cc230 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744426 Jul 18 10:32:40.498171 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=76,neutron:INSERT=14,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:40.546139 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e6027452-b7db-4ca8-bc5f-473f780485b0 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks [] for security_group_rule (7be3ee76-60c9-4ed3-9bd0-4af5c8eeed25), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:40.551704 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e6027452-b7db-4ca8-bc5f-473f780485b0 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (7be3ee76-60c9-4ed3-9bd0-4af5c8eeed25), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:40.574338 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6027452-b7db-4ca8-bc5f-473f780485b0 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be3ee76-60c9-4ed3-9bd0-4af5c8eeed25,revision_number=0']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:40.582497 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e6027452-b7db-4ca8-bc5f-473f780485b0 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:40.583977 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-e6027452-b7db-4ca8-bc5f-473f780485b0 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1554465 Jul 18 10:32:40.587329 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:40.587986 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 34626) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:40.593398 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-955a875a-e7db-4580-8db3-b9e5d1efbda3 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Request body: {'security_group_rule': {'security_group_id': '80b87658-1b7e-4ad8-a67e-54037b81d5ba', 'project_id': 'f62ef510c8484995a2f31f29104f399f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:32:40.606629 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-e03f1aa0-f317-4736-8440-cb8e74fa97c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1818021-02af-4646-961e-e84db20a1250', 'name': 'tempest-TestMinimumBasicScenario-1106076287-router', 'tenant_id': 'f62ef510c8484995a2f31f29104f399f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e43cf630-e140-4ec3-8212-daa93bab66e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:31:27Z', 'updated_at': '2022-07-18T10:31:31Z', 'revision_number': 4, 'project_id': 'f62ef510c8484995a2f31f29104f399f', 'gw_port': {'id': 'e43cf630-e140-4ec3-8212-daa93bab66e6', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1818021-02af-4646-961e-e84db20a1250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:31:27Z', 'updated_at': '2022-07-18T10:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '17391cb2-a40d-4a66-8786-a0973f639337', 'tenant_id': 'f62ef510c8484995a2f31f29104f399f', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': 'a1818021-02af-4646-961e-e84db20a1250', 'port_id': '8763c93e-265a-48e3-9444-a3c09c88377b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c', 'mac_address': 'fa:16:3e:2a:a9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b29c39-45ca-4cb3-ad7d-f7bd47bfe667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:32:38Z', 'updated_at': '2022-07-18T10:32:38Z', 'revision_number': 0, 'project_id': 'f62ef510c8484995a2f31f29104f399f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dcdc7fc-0742-43cf-93f7-48fbb085c1d7', 'name': '', 'network_id': '2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c', 'tenant_id': 'f62ef510c8484995a2f31f29104f399f', 'mac_address': 'fa:16:3e:6b:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1818021-02af-4646-961e-e84db20a1250', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '55548d87-fc3b-4ac4-be60-cb359f31d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:31:30Z', 'updated_at': '2022-07-18T10:31:35Z', 'revision_number': 5, 'project_id': 'f62ef510c8484995a2f31f29104f399f', 'subnets': [{'id': '55548d87-fc3b-4ac4-be60-cb359f31d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:32:40.622757 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.db.securitygroups_db [None req-955a875a-e7db-4580-8db3-b9e5d1efbda3 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Project f62ef510c8484995a2f31f29104f399f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 10:32:40.630113 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-955a875a-e7db-4580-8db3-b9e5d1efbda3 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks [] for security_group_rule (158a14ff-72ac-497b-bb46-260b5d56286c), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:40.638477 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03f1aa0-f317-4736-8440-cb8e74fa97c0 None None] The sync data for ids ['a1818021-02af-4646-961e-e84db20a1250'] in dv-cinder-837546-3-iscsi is: [{'id': 'a1818021-02af-4646-961e-e84db20a1250', 'name': 'tempest-TestMinimumBasicScenario-1106076287-router', 'tenant_id': 'f62ef510c8484995a2f31f29104f399f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e43cf630-e140-4ec3-8212-daa93bab66e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:31:27Z', 'updated_at': '2022-07-18T10:31:31Z', 'revision_number': 4, 'project_id': 'f62ef510c8484995a2f31f29104f399f', 'gw_port': {'id': 'e43cf630-e140-4ec3-8212-daa93bab66e6', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1818021-02af-4646-961e-e84db20a1250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:31:27Z', 'updated_at': '2022-07-18T10:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '17391cb2-a40d-4a66-8786-a0973f639337', 'tenant_id': 'f62ef510c8484995a2f31f29104f399f', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': 'a1818021-02af-4646-961e-e84db20a1250', 'port_id': '8763c93e-265a-48e3-9444-a3c09c88377b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c', 'mac_address': 'fa:16:3e:2a:a9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b29c39-45ca-4cb3-ad7d-f7bd47bfe667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:32:38Z', 'updated_at': '2022-07-18T10:32:38Z', 'revision_number': 0, 'project_id': 'f62ef510c8484995a2f31f29104f399f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dcdc7fc-0742-43cf-93f7-48fbb085c1d7', 'name': '', 'network_id': '2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c', 'tenant_id': 'f62ef510c8484995a2f31f29104f399f', 'mac_address': 'fa:16:3e:6b:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1818021-02af-4646-961e-e84db20a1250', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '55548d87-fc3b-4ac4-be60-cb359f31d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:31:30Z', 'updated_at': '2022-07-18T10:31:35Z', 'revision_number': 5, 'project_id': 'f62ef510c8484995a2f31f29104f399f', 'subnets': [{'id': '55548d87-fc3b-4ac4-be60-cb359f31d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:32:40.766752 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab46f1-a64f-44f6-b3bb-bc53570fd82e req-e6855b7e-28cd-4543-9874-8aac8d7aa8f5 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:40.768273 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-60ab46f1-a64f-44f6-b3bb-bc53570fd82e req-e6855b7e-28cd-4543-9874-8aac8d7aa8f5 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6d1079b-c5d3-4062-9759-b681711cef09 HTTP/1.1" status: 200 len: 945 time: 0.1183639 Jul 18 10:32:40.797763 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fac403-ffd8-4a85-aa5a-c88a0dafaa6a req-4dd60948-589b-4263-9f1a-d542ca56f55f tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:40.799336 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-69fac403-ffd8-4a85-aa5a-c88a0dafaa6a req-4dd60948-589b-4263-9f1a-d542ca56f55f tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.1058674 Jul 18 10:32:40.823926 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-955a875a-e7db-4580-8db3-b9e5d1efbda3 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks [] for security_group_rule (158a14ff-72ac-497b-bb46-260b5d56286c), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:40.836787 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-955a875a-e7db-4580-8db3-b9e5d1efbda3 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (158a14ff-72ac-497b-bb46-260b5d56286c), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:40.849821 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577c510f-2e51-418a-ae8c-b8fa5e488515 None None] New status for floating IP 17391cb2-a40d-4a66-8786-a0973f639337: ACTIVE {{(pid=103901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:32:40.888949 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a875a-e7db-4580-8db3-b9e5d1efbda3 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=158a14ff-72ac-497b-bb46-260b5d56286c,revision_number=0']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:40.900199 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-60ab46f1-a64f-44f6-b3bb-bc53570fd82e req-4343caf8-aa34-4277-a4e9-0ea4e620212b tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230311 Jul 18 10:32:40.907950 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-955a875a-e7db-4580-8db3-b9e5d1efbda3 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:40.912127 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-955a875a-e7db-4580-8db3-b9e5d1efbda3 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3199294 Jul 18 10:32:40.912692 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 34632) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:40.917581 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-d5a5dde3-173d-41c0-9ce5-99dba710a683 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Request body: {'security_group_rule': {'security_group_id': '80b87658-1b7e-4ad8-a67e-54037b81d5ba', 'project_id': 'f62ef510c8484995a2f31f29104f399f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:32:40.927260 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-69fac403-ffd8-4a85-aa5a-c88a0dafaa6a req-855d1955-5492-42c3-8557-87abab8ee4a2 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161416 Jul 18 10:32:40.935846 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:40.938600 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:40.951060 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.db.securitygroups_db [None req-d5a5dde3-173d-41c0-9ce5-99dba710a683 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Project f62ef510c8484995a2f31f29104f399f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 10:32:40.956900 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-d5a5dde3-173d-41c0-9ce5-99dba710a683 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks [] for security_group_rule (a199db62-9d8c-4a71-bfca-de20270ca26c), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:41.082310 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-d5a5dde3-173d-41c0-9ce5-99dba710a683 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks [] for security_group_rule (a199db62-9d8c-4a71-bfca-de20270ca26c), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:41.089546 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007a6a3-b4ba-4fb6-a2e6-37ffd638721b req-472f437f-6e25-4121-b002-37babbbf229b tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:41.091107 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a007a6a3-b4ba-4fb6-a2e6-37ffd638721b req-472f437f-6e25-4121-b002-37babbbf229b tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=db62c05e-28a8-4121-a6e5-8abb802f7a17 HTTP/1.1" status: 200 len: 946 time: 0.0719624 Jul 18 10:32:41.092303 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-d5a5dde3-173d-41c0-9ce5-99dba710a683 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (a199db62-9d8c-4a71-bfca-de20270ca26c), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:41.127327 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5dde3-173d-41c0-9ce5-99dba710a683 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a199db62-9d8c-4a71-bfca-de20270ca26c,revision_number=0']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:41.138858 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-d5a5dde3-173d-41c0-9ce5-99dba710a683 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:41.140077 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-d5a5dde3-173d-41c0-9ce5-99dba710a683 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2264493 Jul 18 10:32:41.172794 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a007a6a3-b4ba-4fb6-a2e6-37ffd638721b req-d9ecaac6-7143-4dd5-84d8-50848db981e3 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=4fbf6ea2-1d56-407e-b285-6f0311c7cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737023 Jul 18 10:32:41.243761 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1129cbaf-f394-434c-831a-0a90114a1bff req-96051baf-1e43-4472-801e-e1d99680a2e7 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2104931263&fields=id&tenant_id=f62ef510c8484995a2f31f29104f399f HTTP/1.1" status: 200 len: 267 time: 0.0460165 Jul 18 10:32:41.297399 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129cbaf-f394-434c-831a-0a90114a1bff req-d6b40787-1d34-480e-a16c-8ddfa9f5317a tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:41.298934 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1129cbaf-f394-434c-831a-0a90114a1bff req-d6b40787-1d34-480e-a16c-8ddfa9f5317a tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 945 time: 0.0498497 Jul 18 10:32:41.310001 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-1129cbaf-f394-434c-831a-0a90114a1bff req-3845042e-16d8-4862-80a6-817e3ce40a87 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Request body: {'port': {'security_groups': ['6af673d1-11b4-46b0-aabe-69223a670b95', '80b87658-1b7e-4ad8-a67e-54037b81d5ba']}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:32:41.386297 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-1129cbaf-f394-434c-831a-0a90114a1bff req-3845042e-16d8-4862-80a6-817e3ce40a87 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (8763c93e-265a-48e3-9444-a3c09c88377b), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:41.842385 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce08f9-5b10-42b4-bbf7-8c735555fe68 req-e78952ef-c10d-4774-a212-97aaecfffd77 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:41.844352 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-efce08f9-5b10-42b4-bbf7-8c735555fe68 req-e78952ef-c10d-4774-a212-97aaecfffd77 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0649693 Jul 18 10:32:41.861690 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-1129cbaf-f394-434c-831a-0a90114a1bff req-3845042e-16d8-4862-80a6-817e3ce40a87 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] For port 8763c93e-265a-48e3-9444-a3c09c88377b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8763c93e-265a-48e3-9444-a3c09c88377b,segment=NetworkSegment(5932e4fd-a9c3-4211-a2f3-287684c7db3d),segment_id=5932e4fd-a9c3-4211-a2f3-287684c7db3d)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:32:41.915857 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-1129cbaf-f394-434c-831a-0a90114a1bff req-3845042e-16d8-4862-80a6-817e3ce40a87 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks [] for port (8763c93e-265a-48e3-9444-a3c09c88377b), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:41.924205 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-efce08f9-5b10-42b4-bbf7-8c735555fe68 req-208eef10-a913-4ac5-9a54-2bd6510210e7 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742648 Jul 18 10:32:41.925956 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-1129cbaf-f394-434c-831a-0a90114a1bff req-3845042e-16d8-4862-80a6-817e3ce40a87 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (8763c93e-265a-48e3-9444-a3c09c88377b), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:41.950441 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['8763c93e-265a-48e3-9444-a3c09c88377b'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:32:41.970780 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129cbaf-f394-434c-831a-0a90114a1bff req-3845042e-16d8-4862-80a6-817e3ce40a87 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:41.971416 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-1129cbaf-f394-434c-831a-0a90114a1bff req-3845042e-16d8-4862-80a6-817e3ce40a87 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:41.990579 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1129cbaf-f394-434c-831a-0a90114a1bff req-3845042e-16d8-4862-80a6-817e3ce40a87 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "PUT /v2.0/ports/8763c93e-265a-48e3-9444-a3c09c88377b HTTP/1.1" status: 200 len: 981 time: 0.6850677 Jul 18 10:32:41.991101 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b29c39-45ca-4cb3-ad7d-f7bd47bfe667', 'tag': '8763c93e-265a-48e3-9444-a3c09c88377b'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:32:41.993513 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb48c5e9-652f-434c-8072-11fc265bff4e" -d '{"events": [{"name": "network-changed", "server_uuid": "83b29c39-45ca-4cb3-ad7d-f7bd47bfe667", "tag": "8763c93e-265a-48e3-9444-a3c09c88377b"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:32:42.114109 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e9f12-783b-4365-83a8-c776aceab801 req-9dcc64bc-d543-4bff-83bf-d8a3b04fdf5e tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:42.115517 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e31e9f12-783b-4365-83a8-c776aceab801 req-9dcc64bc-d543-4bff-83bf-d8a3b04fdf5e tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6d1079b-c5d3-4062-9759-b681711cef09 HTTP/1.1" status: 200 len: 945 time: 0.1192346 Jul 18 10:32:42.116262 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['8763c93e-265a-48e3-9444-a3c09c88377b'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:32:42.127432 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845042e-16d8-4862-80a6-817e3ce40a87 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Pushing event updated for resources: {'Port': ['ID=8763c93e-265a-48e3-9444-a3c09c88377b,revision_number=6']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:42.132942 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:42.147139 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9cd360-975d-4199-80e7-ea3b340d3e52 req-4bc81376-73f0-45bf-b03c-d2e5bc030a3c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:42.148754 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5c9cd360-975d-4199-80e7-ea3b340d3e52 req-4bc81376-73f0-45bf-b03c-d2e5bc030a3c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0993025 Jul 18 10:32:42.210880 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:42.226321 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e31e9f12-783b-4365-83a8-c776aceab801 req-2f1b43ab-368e-405a-aa00-124807c1ea5a tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099086 Jul 18 10:32:42.248901 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5c9cd360-975d-4199-80e7-ea3b340d3e52 req-13badd90-cdd5-43d4-80c2-bbbca1f85fa0 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855031 Jul 18 10:32:42.269143 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:42.296123 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdc3837-56cd-4f2d-b5f3-0abce0cbb627 x-openstack-request-id: req-ebdc3837-56cd-4f2d-b5f3-0abce0cbb627 {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:32:42.300041 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b29c39-45ca-4cb3-ad7d-f7bd47bfe667", "tag": "8763c93e-265a-48e3-9444-a3c09c88377b", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:32:42.300041 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ebdc3837-56cd-4f2d-b5f3-0abce0cbb627 {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:32:42.300041 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebdc3837-56cd-4f2d-b5f3-0abce0cbb627'] response: {'name': 'network-changed', 'server_uuid': '83b29c39-45ca-4cb3-ad7d-f7bd47bfe667', 'tag': '8763c93e-265a-48e3-9444-a3c09c88377b', 'status': 'completed', 'code': 200} Jul 18 10:32:42.313035 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-137943b8-9dab-4b52-a94a-d958ee85d17d None None] Provisioning complete for port 8763c93e-265a-48e3-9444-a3c09c88377b triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:32:42.313503 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-137943b8-9dab-4b52-a94a-d958ee85d17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (8763c93e-265a-48e3-9444-a3c09c88377b), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:42.354911 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d683d6-0c9f-4d72-81df-f9a3dffa7897 req-56bfddc6-b1f4-486d-a350-96eb7c4b956c tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:42.356344 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-76d683d6-0c9f-4d72-81df-f9a3dffa7897 req-56bfddc6-b1f4-486d-a350-96eb7c4b956c tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 984 time: 0.0552490 Jul 18 10:32:42.423981 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7bb1e-8f34-4e53-9402-4e74e901045b req-a48c56d6-7a5a-459a-9300-03023187e259 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:42.425872 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2ae7bb1e-8f34-4e53-9402-4e74e901045b req-a48c56d6-7a5a-459a-9300-03023187e259 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=db62c05e-28a8-4121-a6e5-8abb802f7a17 HTTP/1.1" status: 200 len: 946 time: 0.0683355 Jul 18 10:32:42.476255 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-76d683d6-0c9f-4d72-81df-f9a3dffa7897 req-cee287e0-7013-4662-b848-03979b8d8a16 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&id=80b87658-1b7e-4ad8-a67e-54037b81d5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1094816 Jul 18 10:32:42.500794 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2ae7bb1e-8f34-4e53-9402-4e74e901045b req-fd9f3f57-3629-4664-be44-206f4bd86d8b tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=4fbf6ea2-1d56-407e-b285-6f0311c7cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665498 Jul 18 10:32:42.523798 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-137943b8-9dab-4b52-a94a-d958ee85d17d None None] Current status of the port 8763c93e-265a-48e3-9444-a3c09c88377b is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:32:42.623784 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:43.046006 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65cce6-cc8b-4af9-b1c7-bada0c56f1a3 req-d7781351-8e58-40c4-b969-a872e4c1b305 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:43.048101 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ea65cce6-cc8b-4af9-b1c7-bada0c56f1a3 req-d7781351-8e58-40c4-b969-a872e4c1b305 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0530300 Jul 18 10:32:43.099176 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ea65cce6-cc8b-4af9-b1c7-bada0c56f1a3 req-b2014229-33ed-41f5-a710-d3202af89c83 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447755 Jul 18 10:32:43.252402 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9274039-900a-44c3-8c14-8ea0b7790738 req-d125c3fb-2a75-4e3f-9376-f10aff3af574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:43.254059 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e9274039-900a-44c3-8c14-8ea0b7790738 req-d125c3fb-2a75-4e3f-9376-f10aff3af574 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f62ef510c8484995a2f31f29104f399f&device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 1168 time: 0.0440760 Jul 18 10:32:43.363369 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c5716-a97a-41ff-ae66-82c24c3d0a02 req-1a0beaf3-ddc3-416d-8478-ff5ae6f6a124 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:43.365017 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-6d7c5716-a97a-41ff-ae66-82c24c3d0a02 req-1a0beaf3-ddc3-416d-8478-ff5ae6f6a124 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.30 "GET /v2.0/ports?device_id=db62c05e-28a8-4121-a6e5-8abb802f7a17 HTTP/1.1" status: 200 len: 946 time: 0.0994647 Jul 18 10:32:43.389591 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483318d-c6bf-4db1-aa92-7e4a39ad98cb req-95d650f5-0193-4cdc-8a8c-104ea51ce123 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:43.391133 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f483318d-c6bf-4db1-aa92-7e4a39ad98cb req-95d650f5-0193-4cdc-8a8c-104ea51ce123 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6d1079b-c5d3-4062-9759-b681711cef09 HTTP/1.1" status: 200 len: 945 time: 0.1227546 Jul 18 10:32:43.486100 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0aa6bb-c5ca-4f24-be42-02317d006880 req-f3611326-4e46-4105-b3d5-17a197761683 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:43.487593 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-be0aa6bb-c5ca-4f24-be42-02317d006880 req-f3611326-4e46-4105-b3d5-17a197761683 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6d1079b-c5d3-4062-9759-b681711cef09 HTTP/1.1" status: 200 len: 945 time: 0.1802423 Jul 18 10:32:43.489556 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [req-6d7c5716-a97a-41ff-ae66-82c24c3d0a02 req-d10dbe96-bc67-435d-b155-2e9075e61219 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Deleting port f97d9284-09c3-4aa3-8f54-5bb526b9fe08 {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:32:43.490052 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [req-6d7c5716-a97a-41ff-ae66-82c24c3d0a02 req-d10dbe96-bc67-435d-b155-2e9075e61219 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (f97d9284-09c3-4aa3-8f54-5bb526b9fe08), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:43.511238 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a34ffe-5ca2-4523-8e4b-e99dd63607f5 req-e5484f0f-5d97-4250-9702-c325af4c5cfd tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:43.512673 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e6a34ffe-5ca2-4523-8e4b-e99dd63607f5 req-e5484f0f-5d97-4250-9702-c325af4c5cfd tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.1743565 Jul 18 10:32:43.589742 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [req-6d7c5716-a97a-41ff-ae66-82c24c3d0a02 req-d10dbe96-bc67-435d-b155-2e9075e61219 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] For port f97d9284-09c3-4aa3-8f54-5bb526b9fe08, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f97d9284-09c3-4aa3-8f54-5bb526b9fe08,segment=NetworkSegment(9f9e9026-9d7c-43b5-af17-ac9b99df5729),segment_id=9f9e9026-9d7c-43b5-af17-ac9b99df5729)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:32:43.590119 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [req-6d7c5716-a97a-41ff-ae66-82c24c3d0a02 req-d10dbe96-bc67-435d-b155-2e9075e61219 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (f97d9284-09c3-4aa3-8f54-5bb526b9fe08), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:43.611410 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9274039-900a-44c3-8c14-8ea0b7790738 req-71a5a116-0100-449e-9654-a9ff2575de96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:43.612928 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e9274039-900a-44c3-8c14-8ea0b7790738 req-71a5a116-0100-449e-9654-a9ff2575de96 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c HTTP/1.1" status: 200 len: 916 time: 0.3433194 Jul 18 10:32:43.636730 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-f483318d-c6bf-4db1-aa92-7e4a39ad98cb req-e9c906ba-397b-4266-81ce-223e65d94f18 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Deleting port 6a2188b8-537d-4141-bb7c-a4099429ba7c {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:32:43.637075 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-f483318d-c6bf-4db1-aa92-7e4a39ad98cb req-e9c906ba-397b-4266-81ce-223e65d94f18 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (6a2188b8-537d-4141-bb7c-a4099429ba7c), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:43.702431 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-be0aa6bb-c5ca-4f24-be42-02317d006880 req-d1d3d930-8a29-413f-b088-b1718668fd29 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/security-groups?id=94c17826-d186-4876-8b72-6b8a25899806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027411 Jul 18 10:32:43.714542 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e6a34ffe-5ca2-4523-8e4b-e99dd63607f5 req-49925a9f-ed69-42bd-a61b-0aee6d8d931f tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903338 Jul 18 10:32:43.773041 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:43.776929 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e9274039-900a-44c3-8c14-8ea0b7790738 req-6a08577d-af62-4b1d-b6f5-63db4da9754a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8763c93e-265a-48e3-9444-a3c09c88377b HTTP/1.1" status: 200 len: 1000 time: 0.1526589 Jul 18 10:32:43.825435 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [req-6d7c5716-a97a-41ff-ae66-82c24c3d0a02 req-d10dbe96-bc67-435d-b155-2e9075e61219 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:43.825802 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [req-6d7c5716-a97a-41ff-ae66-82c24c3d0a02 req-d10dbe96-bc67-435d-b155-2e9075e61219 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780340'] for floatingip (25a2eafe-6c68-49af-b475-01ff9207ffba), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:43.826141 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.db.l3_db [req-6d7c5716-a97a-41ff-ae66-82c24c3d0a02 req-d10dbe96-bc67-435d-b155-2e9075e61219 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Floating IP 25a2eafe-6c68-49af-b475-01ff9207ffba disassociated. External IP: 172.27.3.107, port: f97d9284-09c3-4aa3-8f54-5bb526b9fe08. Jul 18 10:32:43.826492 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [req-6d7c5716-a97a-41ff-ae66-82c24c3d0a02 req-d10dbe96-bc67-435d-b155-2e9075e61219 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Calling delete_port for f97d9284-09c3-4aa3-8f54-5bb526b9fe08 owned by compute:nova {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:32:43.868973 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-f483318d-c6bf-4db1-aa92-7e4a39ad98cb req-e9c906ba-397b-4266-81ce-223e65d94f18 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] For port 6a2188b8-537d-4141-bb7c-a4099429ba7c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6a2188b8-537d-4141-bb7c-a4099429ba7c,segment=NetworkSegment(9c10a60d-c857-49e0-ba1d-55ba4b507011),segment_id=9c10a60d-c857-49e0-ba1d-55ba4b507011)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:32:43.869352 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-f483318d-c6bf-4db1-aa92-7e4a39ad98cb req-e9c906ba-397b-4266-81ce-223e65d94f18 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (6a2188b8-537d-4141-bb7c-a4099429ba7c), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:43.896658 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-f483318d-c6bf-4db1-aa92-7e4a39ad98cb req-e9c906ba-397b-4266-81ce-223e65d94f18 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Calling delete_port for 6a2188b8-537d-4141-bb7c-a4099429ba7c owned by compute:nova {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:32:43.898995 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9274039-900a-44c3-8c14-8ea0b7790738 req-79d9601f-dac9-4dc6-8123-296fb43c9962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:43.900650 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e9274039-900a-44c3-8c14-8ea0b7790738 req-79d9601f-dac9-4dc6-8123-296fb43c9962 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=55548d87-fc3b-4ac4-be60-cb359f31d5e1 HTTP/1.1" status: 200 len: 854 time: 0.1155384 Jul 18 10:32:43.910354 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a76e3-d2bd-4832-bb60-b5fdd61ff4d5 req-79c76c1e-308d-42d2-8004-244950991321 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:43.911844 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-da6a76e3-d2bd-4832-bb60-b5fdd61ff4d5 req-79c76c1e-308d-42d2-8004-244950991321 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=db62c05e-28a8-4121-a6e5-8abb802f7a17 HTTP/1.1" status: 200 len: 946 time: 0.1257994 Jul 18 10:32:43.964573 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [req-6d7c5716-a97a-41ff-ae66-82c24c3d0a02 req-d10dbe96-bc67-435d-b155-2e9075e61219 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (f97d9284-09c3-4aa3-8f54-5bb526b9fe08), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:43.999395 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10dbe96-bc67-435d-b155-2e9075e61219 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event deleted for resources: {'Port': ['ID=f97d9284-09c3-4aa3-8f54-5bb526b9fe08,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:44.016945 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9274039-900a-44c3-8c14-8ea0b7790738 req-42ad944a-3d50-4f6b-aeed-f9059c614e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:44.018537 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e9274039-900a-44c3-8c14-8ea0b7790738 req-42ad944a-3d50-4f6b-aeed-f9059c614e30 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1057711 Jul 18 10:32:44.022457 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:44.034763 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:44.069346 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-da6a76e3-d2bd-4832-bb60-b5fdd61ff4d5 req-979c3174-2b92-4b3c-9e6c-9365f71b018a tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=4fbf6ea2-1d56-407e-b285-6f0311c7cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466451 Jul 18 10:32:44.113094 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d7c5716-a97a-41ff-ae66-82c24c3d0a02 req-d10dbe96-bc67-435d-b155-2e9075e61219 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Router 2d9a0d12-2331-4e5f-9d38-b53462247d9a has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:32:44.187158 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e9274039-900a-44c3-8c14-8ea0b7790738 req-0222319e-570d-42fd-bba6-2dd298cb3d6a service neutron] 10.222.0.30 "GET /v2.0/networks/2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522913 Jul 18 10:32:44.236837 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d7c5716-a97a-41ff-ae66-82c24c3d0a02 req-d10dbe96-bc67-435d-b155-2e9075e61219 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:32:44.249358 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e03fff-0c3a-4c61-9197-4b8bf0eb5e78 None None] Sync routers for ids ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:32:44.253104 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-f483318d-c6bf-4db1-aa92-7e4a39ad98cb req-e9c906ba-397b-4266-81ce-223e65d94f18 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (6a2188b8-537d-4141-bb7c-a4099429ba7c), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:44.269445 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['6a2188b8-537d-4141-bb7c-a4099429ba7c'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:32:44.273417 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e03fff-0c3a-4c61-9197-4b8bf0eb5e78 None None] Routers {'2d9a0d12-2331-4e5f-9d38-b53462247d9a'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:32:44.274282 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-48e03fff-0c3a-4c61-9197-4b8bf0eb5e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:32:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:32:44.315730 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7c5716-a97a-41ff-ae66-82c24c3d0a02 req-d10dbe96-bc67-435d-b155-2e9075e61219 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] No DVR routers for this DVR port f97d9284-09c3-4aa3-8f54-5bb526b9fe08 on host hv-cinder-83754 {{(pid=103898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:32:44.319055 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [req-6d7c5716-a97a-41ff-ae66-82c24c3d0a02 req-d10dbe96-bc67-435d-b155-2e9075e61219 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:44.323423 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-6d7c5716-a97a-41ff-ae66-82c24c3d0a02 req-d10dbe96-bc67-435d-b155-2e9075e61219 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.30 "DELETE /v2.0/ports/f97d9284-09c3-4aa3-8f54-5bb526b9fe08 HTTP/1.1" status: 204 len: 173 time: 0.9465110 Jul 18 10:32:44.323423 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db62c05e-28a8-4121-a6e5-8abb802f7a17', 'name': 'network-vif-deleted', 'tag': 'f97d9284-09c3-4aa3-8f54-5bb526b9fe08'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:32:44.325090 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c906ba-397b-4266-81ce-223e65d94f18 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Pushing event deleted for resources: {'Port': ['ID=6a2188b8-537d-4141-bb7c-a4099429ba7c,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:44.328653 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2832b55044fe50990e200b6537270594c6fb70ba3afc208291ee0353ea81870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3733c7-2743-4d70-8569-718335ce3236" -d '{"events": [{"server_uuid": "db62c05e-28a8-4121-a6e5-8abb802f7a17", "name": "network-vif-deleted", "tag": "f97d9284-09c3-4aa3-8f54-5bb526b9fe08"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:32:44.345513 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0828f-aa29-4111-a929-a1feb3f645d8 req-a8dafd17-e1ce-4368-9168-d7ad0ea397bf tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:44.349209 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-bae0828f-aa29-4111-a929-a1feb3f645d8 req-a8dafd17-e1ce-4368-9168-d7ad0ea397bf tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.1565726 Jul 18 10:32:44.428784 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efb45cb-b0dc-4e02-bb7c-a0b9f51559e7 x-openstack-request-id: req-6efb45cb-b0dc-4e02-bb7c-a0b9f51559e7 {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:32:44.429306 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db62c05e-28a8-4121-a6e5-8abb802f7a17", "name": "network-vif-deleted", "tag": "f97d9284-09c3-4aa3-8f54-5bb526b9fe08", "status": "completed", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:32:44.429306 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6efb45cb-b0dc-4e02-bb7c-a0b9f51559e7 {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:32:44.429698 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6efb45cb-b0dc-4e02-bb7c-a0b9f51559e7'] response: {'server_uuid': 'db62c05e-28a8-4121-a6e5-8abb802f7a17', 'name': 'network-vif-deleted', 'tag': 'f97d9284-09c3-4aa3-8f54-5bb526b9fe08', 'status': 'completed', 'code': 200} Jul 18 10:32:44.437682 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e9274039-900a-44c3-8c14-8ea0b7790738 req-89279f99-e067-4ba3-87d9-d97233889dc5 service neutron] 10.222.0.30 "GET /v2.0/networks/2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373347 Jul 18 10:32:44.438648 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-f483318d-c6bf-4db1-aa92-7e4a39ad98cb req-e9c906ba-397b-4266-81ce-223e65d94f18 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] No DVR routers for this DVR port 6a2188b8-537d-4141-bb7c-a4099429ba7c on host hv-cinder-83754 {{(pid=103899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:32:44.445079 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-f483318d-c6bf-4db1-aa92-7e4a39ad98cb req-e9c906ba-397b-4266-81ce-223e65d94f18 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:44.448454 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f483318d-c6bf-4db1-aa92-7e4a39ad98cb req-e9c906ba-397b-4266-81ce-223e65d94f18 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.30 "DELETE /v2.0/ports/6a2188b8-537d-4141-bb7c-a4099429ba7c HTTP/1.1" status: 204 len: 173 time: 1.0123453 Jul 18 10:32:44.449027 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d1079b-c5d3-4062-9759-b681711cef09', 'name': 'network-vif-deleted', 'tag': '6a2188b8-537d-4141-bb7c-a4099429ba7c'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:32:44.451331 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec798828-ff9b-4767-8dca-59d4ad13c8de" -d '{"events": [{"server_uuid": "a6d1079b-c5d3-4062-9759-b681711cef09", "name": "network-vif-deleted", "tag": "6a2188b8-537d-4141-bb7c-a4099429ba7c"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:32:44.500887 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-bae0828f-aa29-4111-a929-a1feb3f645d8 req-480cd842-bd60-4907-9490-1522365222f1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268618 Jul 18 10:32:44.547612 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17374661-cce7-40ae-9a35-7a52bebf3c38 x-openstack-request-id: req-17374661-cce7-40ae-9a35-7a52bebf3c38 {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:32:44.547956 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d1079b-c5d3-4062-9759-b681711cef09", "name": "network-vif-deleted", "tag": "6a2188b8-537d-4141-bb7c-a4099429ba7c", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:32:44.548451 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-17374661-cce7-40ae-9a35-7a52bebf3c38 {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:32:44.548627 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17374661-cce7-40ae-9a35-7a52bebf3c38'] response: {'server_uuid': 'a6d1079b-c5d3-4062-9759-b681711cef09', 'name': 'network-vif-deleted', 'tag': '6a2188b8-537d-4141-bb7c-a4099429ba7c', 'status': 'completed', 'code': 200} Jul 18 10:32:44.627228 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48c5e9-652f-434c-8072-11fc265bff4e req-2604e71b-6cda-47f3-915e-9f5f5469fb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:44.628852 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-bb48c5e9-652f-434c-8072-11fc265bff4e req-2604e71b-6cda-47f3-915e-9f5f5469fb5a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f62ef510c8484995a2f31f29104f399f&device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 1168 time: 0.0577259 Jul 18 10:32:44.655438 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-48e03fff-0c3a-4c61-9197-4b8bf0eb5e78 None None] Set router 2d9a0d12-2331-4e5f-9d38-b53462247d9a gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:32:44.783198 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:44.850770 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a3acddf3-04a0-4d67-b8f6-fd2f932e7d60 req-e367f80c-8959-45b3-9a28-4a7c4d3b6ca2 tempest-VolumesSnapshotTestJSON-818269935 tempest-VolumesSnapshotTestJSON-818269935-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6d1079b-c5d3-4062-9759-b681711cef09 HTTP/1.1" status: 200 len: 210 time: 0.0584645 Jul 18 10:32:44.863231 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-48e03fff-0c3a-4c61-9197-4b8bf0eb5e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'name': 'tempest-AttachVolumeNegativeTest-1979717538-router', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '55318072-cef0-4676-82c9-ee2867adafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 4, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'gw_port': {'id': '55318072-cef0-4676-82c9-ee2867adafd7', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '1420ff7f-6c01-4735-aa6b-eee69bfd69e9', 'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'mac_address': 'fa:16:3e:ec:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:57Z', 'updated_at': '2022-07-18T10:29:07Z', 'revision_number': 5, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'subnets': [{'id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:32:44.895886 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e03fff-0c3a-4c61-9197-4b8bf0eb5e78 None None] Checking router: 2d9a0d12-2331-4e5f-9d38-b53462247d9a for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:32:44.908541 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e03fff-0c3a-4c61-9197-4b8bf0eb5e78 None None] Routers {'2d9a0d12-2331-4e5f-9d38-b53462247d9a'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:32:44.909050 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-48e03fff-0c3a-4c61-9197-4b8bf0eb5e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:32:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:32:44.913411 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90caa1d-9c51-4d79-b821-0a3b0bfadf80 req-b7d65a52-fbb0-4e42-a69f-63eb333ab2ad tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:44.914913 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f90caa1d-9c51-4d79-b821-0a3b0bfadf80 req-b7d65a52-fbb0-4e42-a69f-63eb333ab2ad tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.1124194 Jul 18 10:32:44.995687 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:45.019252 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-48e03fff-0c3a-4c61-9197-4b8bf0eb5e78 None None] Set router 2d9a0d12-2331-4e5f-9d38-b53462247d9a gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:32:45.019794 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f90caa1d-9c51-4d79-b821-0a3b0bfadf80 req-c69c2cd2-bc3d-49c5-b76b-390f68aa8e7e tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712266 Jul 18 10:32:45.029937 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48c5e9-652f-434c-8072-11fc265bff4e req-2ece69bd-8a73-46ee-9a3d-571750ff4f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:45.031563 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-bb48c5e9-652f-434c-8072-11fc265bff4e req-2ece69bd-8a73-46ee-9a3d-571750ff4f6e service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c HTTP/1.1" status: 200 len: 916 time: 0.1774416 Jul 18 10:32:45.231165 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3d2789a6-fe48-42d5-a480-301c085358a0 req-ecd1c27e-c253-4bd5-b6e4-8744a59c5b22 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=db62c05e-28a8-4121-a6e5-8abb802f7a17 HTTP/1.1" status: 200 len: 210 time: 0.0630386 Jul 18 10:32:45.250489 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-48e03fff-0c3a-4c61-9197-4b8bf0eb5e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'name': 'tempest-AttachVolumeNegativeTest-1979717538-router', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '55318072-cef0-4676-82c9-ee2867adafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 4, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'gw_port': {'id': '55318072-cef0-4676-82c9-ee2867adafd7', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '1420ff7f-6c01-4735-aa6b-eee69bfd69e9', 'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'mac_address': 'fa:16:3e:ec:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:57Z', 'updated_at': '2022-07-18T10:29:07Z', 'revision_number': 5, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'subnets': [{'id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:32:45.306971 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e03fff-0c3a-4c61-9197-4b8bf0eb5e78 None None] The sync data for ids ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'] in dv-cinder-837546-3-iscsi is: [{'id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'name': 'tempest-AttachVolumeNegativeTest-1979717538-router', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '55318072-cef0-4676-82c9-ee2867adafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 4, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'gw_port': {'id': '55318072-cef0-4676-82c9-ee2867adafd7', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '1420ff7f-6c01-4735-aa6b-eee69bfd69e9', 'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'mac_address': 'fa:16:3e:ec:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:57Z', 'updated_at': '2022-07-18T10:29:07Z', 'revision_number': 5, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'subnets': [{'id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:32:45.312557 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-bb48c5e9-652f-434c-8072-11fc265bff4e req-abd2c596-7b97-4235-aa0a-b8e1995c2d3d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8763c93e-265a-48e3-9444-a3c09c88377b HTTP/1.1" status: 200 len: 1000 time: 0.1199942 Jul 18 10:32:45.378057 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48c5e9-652f-434c-8072-11fc265bff4e req-2fee1ba6-b5f5-447c-8893-d6fd06cd6d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:45.379780 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-bb48c5e9-652f-434c-8072-11fc265bff4e req-2fee1ba6-b5f5-447c-8893-d6fd06cd6d80 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=55548d87-fc3b-4ac4-be60-cb359f31d5e1 HTTP/1.1" status: 200 len: 854 time: 0.0597942 Jul 18 10:32:45.432472 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48c5e9-652f-434c-8072-11fc265bff4e req-8c06c99f-2a0b-49c1-a34d-7da932220062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:45.437125 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-bb48c5e9-652f-434c-8072-11fc265bff4e req-8c06c99f-2a0b-49c1-a34d-7da932220062 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477662 Jul 18 10:32:45.542388 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-bb48c5e9-652f-434c-8072-11fc265bff4e req-80bd74e4-cbbc-441f-aae2-3868f0b1c30b service neutron] 10.222.0.30 "GET /v2.0/networks/2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965734 Jul 18 10:32:45.557621 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47325207-1abd-476a-ae7e-a567a4aca12e None None] New status for floating IP 25a2eafe-6c68-49af-b475-01ff9207ffba: DOWN {{(pid=103901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:32:45.570821 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:45.663115 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8b2fd-9701-41e5-a82c-4b24c905ec8d req-10cca83c-3e2a-438a-9b94-d6fa490899f0 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:45.665177 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-79a8b2fd-9701-41e5-a82c-4b24c905ec8d req-10cca83c-3e2a-438a-9b94-d6fa490899f0 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0908651 Jul 18 10:32:45.707377 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-bb48c5e9-652f-434c-8072-11fc265bff4e req-13845d5e-15dd-4e1f-a2b1-d8a78d63aca0 service neutron] 10.222.0.30 "GET /v2.0/networks/2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571865 Jul 18 10:32:45.737983 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-79a8b2fd-9701-41e5-a82c-4b24c905ec8d req-9c15da90-479f-4425-adec-ef768c239087 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642393 Jul 18 10:32:46.148826 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f019315-f6fd-4d4b-ab9f-a85f0aecf579 req-7d71391c-3235-404e-a735-b88f98cf7cd8 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:46.150361 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8f019315-f6fd-4d4b-ab9f-a85f0aecf579 req-7d71391c-3235-404e-a735-b88f98cf7cd8 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0591214 Jul 18 10:32:46.209046 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8f019315-f6fd-4d4b-ab9f-a85f0aecf579 req-24c5b8c5-a908-4368-9140-04c2afe9de17 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525823 Jul 18 10:32:46.331219 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 34700) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:46.339991 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:46.392772 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-70e33e75-ff86-4ce7-942a-b5277e6f3631 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group (4fbf6ea2-1d56-407e-b285-6f0311c7cd38), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:46.416297 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-70e33e75-ff86-4ce7-942a-b5277e6f3631 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group (4fbf6ea2-1d56-407e-b285-6f0311c7cd38), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:46.466418 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-70e33e75-ff86-4ce7-942a-b5277e6f3631 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (4fbf6ea2-1d56-407e-b285-6f0311c7cd38), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:46.469132 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-70e33e75-ff86-4ce7-942a-b5277e6f3631 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:46.470374 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-70e33e75-ff86-4ce7-942a-b5277e6f3631 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "DELETE /v2.0/security-groups/4fbf6ea2-1d56-407e-b285-6f0311c7cd38 HTTP/1.1" status: 204 len: 168 time: 0.1380792 Jul 18 10:32:46.473910 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 34706) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:46.492859 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e33e75-ff86-4ce7-942a-b5277e6f3631 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbf6ea2-1d56-407e-b285-6f0311c7cd38,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:46.494821 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.api.v2.resource [None req-707cc848-4887-4445-9a4a-0deb615053ab tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] show failed (client error): The resource could not be found. Jul 18 10:32:46.495842 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-707cc848-4887-4445-9a4a-0deb615053ab tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups/4fbf6ea2-1d56-407e-b285-6f0311c7cd38 HTTP/1.1" status: 404 len: 347 time: 0.0210240 Jul 18 10:32:46.498717 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 34708) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:46.608642 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-22cb79d0-6069-4ec8-9359-16767be7ae26 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Deleting port af83fe9b-70dc-4908-85fe-62c280d7a5db {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:32:46.609481 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-22cb79d0-6069-4ec8-9359-16767be7ae26 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (af83fe9b-70dc-4908-85fe-62c280d7a5db), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:46.690205 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-22cb79d0-6069-4ec8-9359-16767be7ae26 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (af83fe9b-70dc-4908-85fe-62c280d7a5db), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:46.690463 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-22cb79d0-6069-4ec8-9359-16767be7ae26 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for floatingip (af83fe9b-70dc-4908-85fe-62c280d7a5db), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:46.702636 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-22cb79d0-6069-4ec8-9359-16767be7ae26 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Calling delete_port for af83fe9b-70dc-4908-85fe-62c280d7a5db owned by network:floatingip {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:32:46.841662 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-22cb79d0-6069-4ec8-9359-16767be7ae26 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (af83fe9b-70dc-4908-85fe-62c280d7a5db), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:46.852322 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c4025-02c2-47df-a39f-3154c1028fa0 req-a4227010-490d-4043-8e26-cd14082a271a tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:46.854107 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f69c4025-02c2-47df-a39f-3154c1028fa0 req-a4227010-490d-4043-8e26-cd14082a271a tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0475338 Jul 18 10:32:46.871163 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb79d0-6069-4ec8-9359-16767be7ae26 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event deleted for resources: {'Port': ['ID=af83fe9b-70dc-4908-85fe-62c280d7a5db,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:46.903086 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f69c4025-02c2-47df-a39f-3154c1028fa0 req-e5555079-9e92-4712-9d7e-f94cd229d3d1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433493 Jul 18 10:32:46.934263 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-22cb79d0-6069-4ec8-9359-16767be7ae26 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for floatingip (25a2eafe-6c68-49af-b475-01ff9207ffba), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:46.936813 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-22cb79d0-6069-4ec8-9359-16767be7ae26 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:46.937981 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-22cb79d0-6069-4ec8-9359-16767be7ae26 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "DELETE /v2.0/floatingips/25a2eafe-6c68-49af-b475-01ff9207ffba HTTP/1.1" status: 204 len: 168 time: 0.4383843 Jul 18 10:32:47.011522 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 34722) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:47.016008 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-b4bbd534-784e-480f-a96e-408914bcc6bd tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Request body: {'security_group': {'name': 'tempest-securitygroup--345567323', 'description': 'tempest-description--1859410870'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:32:47.036709 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd534-784e-480f-a96e-408914bcc6bd tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:47.054445 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:47.107100 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd534-784e-480f-a96e-408914bcc6bd tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group (42d96129-778a-40ce-a34a-9fb9443cb303), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:47.110708 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd534-784e-480f-a96e-408914bcc6bd tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (42d96129-778a-40ce-a34a-9fb9443cb303), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:47.138201 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd534-784e-480f-a96e-408914bcc6bd tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:47.139400 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-b4bbd534-784e-480f-a96e-408914bcc6bd tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1268735 Jul 18 10:32:47.142960 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 34724) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:47.144030 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbd534-784e-480f-a96e-408914bcc6bd tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42d96129-778a-40ce-a34a-9fb9443cb303,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:47.147867 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-f22994a4-6f50-4737-9955-a343ede65ed6 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Request body: {'security_group_rule': {'security_group_id': '42d96129-778a-40ce-a34a-9fb9443cb303', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:32:47.176160 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f22994a4-6f50-4737-9955-a343ede65ed6 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group_rule (65a3b62d-edd2-4727-bdfb-e98d7c7deefc), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:47.243898 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f22994a4-6f50-4737-9955-a343ede65ed6 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group_rule (65a3b62d-edd2-4727-bdfb-e98d7c7deefc), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:47.248028 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f22994a4-6f50-4737-9955-a343ede65ed6 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (65a3b62d-edd2-4727-bdfb-e98d7c7deefc), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:47.268134 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22994a4-6f50-4737-9955-a343ede65ed6 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a3b62d-edd2-4727-bdfb-e98d7c7deefc,revision_number=0']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:47.276726 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f22994a4-6f50-4737-9955-a343ede65ed6 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:47.280881 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 34732) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:47.281098 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-f22994a4-6f50-4737-9955-a343ede65ed6 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1365345 Jul 18 10:32:47.286530 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-3bb7227f-d7fd-4193-9aa9-c1e77ebc4158 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Request body: {'security_group_rule': {'security_group_id': '42d96129-778a-40ce-a34a-9fb9443cb303', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:32:47.317395 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3bb7227f-d7fd-4193-9aa9-c1e77ebc4158 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group_rule (48ffb1ec-24a5-4bb6-938b-83374f52ace6), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:47.330541 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639193dd-71e4-4be3-b517-250e444df591 req-e1fcd905-f7dc-41f4-8cfd-4e6d4d917ce4 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:47.332228 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:47.337031 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-639193dd-71e4-4be3-b517-250e444df591 req-e1fcd905-f7dc-41f4-8cfd-4e6d4d917ce4 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0544567 Jul 18 10:32:47.382129 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3bb7227f-d7fd-4193-9aa9-c1e77ebc4158 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group_rule (48ffb1ec-24a5-4bb6-938b-83374f52ace6), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:47.387042 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3bb7227f-d7fd-4193-9aa9-c1e77ebc4158 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (48ffb1ec-24a5-4bb6-938b-83374f52ace6), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:47.408617 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-639193dd-71e4-4be3-b517-250e444df591 req-ab41dbdb-ee0c-43c5-938e-755f03506a24 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705841 Jul 18 10:32:47.414249 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3bb7227f-d7fd-4193-9aa9-c1e77ebc4158 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:47.416550 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-3bb7227f-d7fd-4193-9aa9-c1e77ebc4158 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1329823 Jul 18 10:32:47.417396 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7227f-d7fd-4193-9aa9-c1e77ebc4158 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ffb1ec-24a5-4bb6-938b-83374f52ace6,revision_number=0']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:47.419062 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 34736) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:32:47.424611 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-94141302-301f-4c9a-b8df-8b1bc5def5e8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Request body: {'floatingip': {'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:32:47.450275 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-94141302-301f-4c9a-b8df-8b1bc5def5e8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:47.522420 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:47.538486 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-94141302-301f-4c9a-b8df-8b1bc5def5e8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:47.642201 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_common [None req-94141302-301f-4c9a-b8df-8b1bc5def5e8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Allocated IP 172.27.3.163 (ab707614-a8a6-4503-81fa-3cf63d34938b/a666abde-39cf-4361-a6f5-7885f7528b36/1b879d88-113f-417d-931f-f235e2034b3f) {{(pid=103899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:32:47.721036 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:47.749204 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-94141302-301f-4c9a-b8df-8b1bc5def5e8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for port (1b879d88-113f-417d-931f-f235e2034b3f), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:47.783004 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-94141302-301f-4c9a-b8df-8b1bc5def5e8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (1b879d88-113f-417d-931f-f235e2034b3f), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:47.820172 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94141302-301f-4c9a-b8df-8b1bc5def5e8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Network ab707614-a8a6-4503-81fa-3cf63d34938b is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:32:47.826999 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [None req-94141302-301f-4c9a-b8df-8b1bc5def5e8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:32:47.831004 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94141302-301f-4c9a-b8df-8b1bc5def5e8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Received port after_create {{(pid=103899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:32:47.834358 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94141302-301f-4c9a-b8df-8b1bc5def5e8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event updated for resources: {'Port': ['ID=1b879d88-113f-417d-931f-f235e2034b3f,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:47.949362 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-94141302-301f-4c9a-b8df-8b1bc5def5e8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for floatingip (7027919b-6b8f-43f3-aebf-601e45a79fef), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:48.018122 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-94141302-301f-4c9a-b8df-8b1bc5def5e8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (1b879d88-113f-417d-931f-f235e2034b3f), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:48.052575 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaedd87-a34f-41a2-8694-f7a01d616082 req-5fdb3db7-13f8-4503-8b7d-c2936cb2b166 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:48.054038 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-aeaedd87-a34f-41a2-8694-f7a01d616082 req-5fdb3db7-13f8-4503-8b7d-c2936cb2b166 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0746751 Jul 18 10:32:48.161662 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-aeaedd87-a34f-41a2-8694-f7a01d616082 req-c14ca9cf-af71-41fd-8875-7dfb54d5df56 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012366 Jul 18 10:32:48.214006 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-94141302-301f-4c9a-b8df-8b1bc5def5e8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for port (1b879d88-113f-417d-931f-f235e2034b3f), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:48.219133 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-94141302-301f-4c9a-b8df-8b1bc5def5e8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (1b879d88-113f-417d-931f-f235e2034b3f), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:48.223123 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:48.288097 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94141302-301f-4c9a-b8df-8b1bc5def5e8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event updated for resources: {'Port': ['ID=1b879d88-113f-417d-931f-f235e2034b3f,revision_number=2']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:48.301215 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-94141302-301f-4c9a-b8df-8b1bc5def5e8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780340'] for floatingip (7027919b-6b8f-43f3-aebf-601e45a79fef), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:48.316193 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-94141302-301f-4c9a-b8df-8b1bc5def5e8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:48.317434 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-94141302-301f-4c9a-b8df-8b1bc5def5e8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8968163 Jul 18 10:32:48.538295 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0dc98-4654-4173-96be-cabff7ab65b2 req-06ea6ab0-e147-42f7-93a9-776a9550325b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:48.539688 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5ff0dc98-4654-4173-96be-cabff7ab65b2 req-06ea6ab0-e147-42f7-93a9-776a9550325b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0745051 Jul 18 10:32:48.824094 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-2e09f2a7-a72e-4439-8658-c9d7638ed09b tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--345567323&fields=id&tenant_id=1cf3d5bfe9a745f38372c42c9cfa1f63 HTTP/1.1" status: 200 len: 267 time: 0.3490627 Jul 18 10:32:48.853181 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:48.877746 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5ff0dc98-4654-4173-96be-cabff7ab65b2 req-c46374c8-d818-4ae8-b97d-a4137ac0c641 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3323600 Jul 18 10:32:48.915235 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 6a2188b8-537d-4141-bb7c-a4099429ba7c no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:32:48.934469 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] No Port match for: 6a2188b8-537d-4141-bb7c-a4099429ba7c {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:32:48.934815 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 6a2188b8-537d-4141-bb7c-a4099429ba7c not bound to the agent host hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:32:48.935234 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device f97d9284-09c3-4aa3-8f54-5bb526b9fe08 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:32:48.954447 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] No Port match for: f97d9284-09c3-4aa3-8f54-5bb526b9fe08 {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:32:48.954788 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device f97d9284-09c3-4aa3-8f54-5bb526b9fe08 not bound to the agent host hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:32:48.955951 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-07600f78-6f7c-45a3-a2ae-1df4e260567e tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:48.957451 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-07600f78-6f7c-45a3-a2ae-1df4e260567e tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/networks?id=a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 HTTP/1.1" status: 200 len: 815 time: 0.1235368 Jul 18 10:32:48.972345 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-d9adb067-05b7-4f98-806e-a268045b64fe tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/quotas/1cf3d5bfe9a745f38372c42c9cfa1f63 HTTP/1.1" status: 200 len: 375 time: 0.0089662 Jul 18 10:32:49.020996 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-e0ee4764-2fe2-4307-8786-916fe70c965f tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=1cf3d5bfe9a745f38372c42c9cfa1f63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439878 Jul 18 10:32:49.115934 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-fdc6971f-7233-450f-ba62-1603562f0a69 service neutron] 10.222.0.33 "GET /v2.0/networks/a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823290 Jul 18 10:32:49.209531 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-d4311049-89b8-4cad-967a-5ca656ea7855 service neutron] 10.222.0.33 "GET /v2.0/networks/a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878041 Jul 18 10:32:49.285345 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a257fdc-9ad9-4ddf-9587-dd0a32aa8192 req-499a9b72-66ce-4886-ae1d-416c078ca732 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:49.286871 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8a257fdc-9ad9-4ddf-9587-dd0a32aa8192 req-499a9b72-66ce-4886-ae1d-416c078ca732 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0477738 Jul 18 10:32:49.342162 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8a257fdc-9ad9-4ddf-9587-dd0a32aa8192 req-8477a8a9-61f9-461a-96b9-fc7792d3ac8e tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458181 Jul 18 10:32:49.385905 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4d06a535-e581-4b1e-9788-e0799a8edca9 req-f16eb84d-3a65-4598-aba4-5f671a55c586 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=54754961-403d-4f99-98c1-727db8528d91 HTTP/1.1" status: 200 len: 210 time: 0.0350835 Jul 18 10:32:49.991225 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3706888-12ea-43ac-bebe-50f8b8a8001a req-3e26c179-f943-4137-ad7f-71ac369dcab0 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:49.992732 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f3706888-12ea-43ac-bebe-50f8b8a8001a req-3e26c179-f943-4137-ad7f-71ac369dcab0 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0470679 Jul 18 10:32:50.010921 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-841dd1e7-1169-4f03-ab52-8cbc6b152b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:50.042884 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f3706888-12ea-43ac-bebe-50f8b8a8001a req-7ea90c78-5e97-4ed8-b9a1-048361c2be5b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435264 Jul 18 10:32:50.462044 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85e7a1-6549-4c28-ae2a-8e3fb0f7280f req-9f0d253b-97c4-435f-9df9-ef74a84791b9 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:50.463570 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8b85e7a1-6549-4c28-ae2a-8e3fb0f7280f req-9f0d253b-97c4-435f-9df9-ef74a84791b9 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0513163 Jul 18 10:32:50.502595 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1d5a5047-014c-48fd-9e7d-229af18c6331 req-63bd5a08-4754-48d5-ab9d-39edd2d34bb3 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=54754961-403d-4f99-98c1-727db8528d91 HTTP/1.1" status: 200 len: 210 time: 0.0380671 Jul 18 10:32:50.535990 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8b85e7a1-6549-4c28-ae2a-8e3fb0f7280f req-f157dbf6-9a79-45bb-b072-376e1b5ead85 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611951 Jul 18 10:32:51.158316 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc2d94-4b1c-4614-9d0a-377869afc9b3 req-cb79f14d-a0d9-4424-b2aa-e8e89b4a9902 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:51.159233 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-57dc2d94-4b1c-4614-9d0a-377869afc9b3 req-cb79f14d-a0d9-4424-b2aa-e8e89b4a9902 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0472486 Jul 18 10:32:51.205813 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-57dc2d94-4b1c-4614-9d0a-377869afc9b3 req-f262df93-b614-4ad8-ae1c-8b37c8ddef80 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411732 Jul 18 10:32:51.603701 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-46668d40-fdab-48ad-81be-07bc96779a35 req-4e89477d-85be-4ad7-9bc6-3069086881a0 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=54754961-403d-4f99-98c1-727db8528d91 HTTP/1.1" status: 200 len: 210 time: 0.0342655 Jul 18 10:32:51.665814 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9232d-8e5b-42b1-83c1-adcacea5f220 req-8073d78a-ebed-4a7f-a05d-f56067b460a5 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:51.667321 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-48b9232d-8e5b-42b1-83c1-adcacea5f220 req-8073d78a-ebed-4a7f-a05d-f56067b460a5 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0563986 Jul 18 10:32:51.695840 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:51.719380 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-48b9232d-8e5b-42b1-83c1-adcacea5f220 req-7e14f686-530f-4ea6-a9e6-8f82170ffa7b tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458639 Jul 18 10:32:52.321084 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c0666457-0232-4dc3-a68d-829f19aed509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:52.342405 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5c030-d7db-4bb2-ad55-b6a283430683 req-554bb181-bb88-4fe8-a4cd-0a02846017be tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:52.344976 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5ea5c030-d7db-4bb2-ad55-b6a283430683 req-554bb181-bb88-4fe8-a4cd-0a02846017be tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0671105 Jul 18 10:32:52.409167 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5ea5c030-d7db-4bb2-ad55-b6a283430683 req-71fc885f-f36e-4fb2-b810-0705958d2b77 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572510 Jul 18 10:32:52.713475 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0b12978f-8f8c-4f9b-83c2-88c83b634abe req-be8cb090-56ff-4e41-8e37-f28e5e9f5dd6 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=54754961-403d-4f99-98c1-727db8528d91 HTTP/1.1" status: 200 len: 210 time: 0.0367436 Jul 18 10:32:52.748076 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a460c7-8a62-4efd-898d-ca08d21d09d4 req-97392f37-fb05-48db-a07e-ed6155f39422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:52.750327 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-39a460c7-8a62-4efd-898d-ca08d21d09d4 req-97392f37-fb05-48db-a07e-ed6155f39422 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 1129 time: 0.0500128 Jul 18 10:32:52.836406 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455faa3-bf74-42d8-a186-6d270a1b5868 req-262870dc-d9b8-41f1-b18a-3b8dff770389 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:52.838017 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c455faa3-bf74-42d8-a186-6d270a1b5868 req-262870dc-d9b8-41f1-b18a-3b8dff770389 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0483558 Jul 18 10:32:52.850745 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:52.887458 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c455faa3-bf74-42d8-a186-6d270a1b5868 req-dd31134f-95e5-458a-a6a0-2aedb0b93062 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436308 Jul 18 10:32:52.939254 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-ff55e5cb-cad5-444a-bd27-8e6cdb8bdeaf tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-350612805&fields=id&tenant_id=2c656b71bbd447cba7d11335c928dfda HTTP/1.1" status: 200 len: 267 time: 0.0458829 Jul 18 10:32:53.141105 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-39a460c7-8a62-4efd-898d-ca08d21d09d4 req-6653adaf-f365-444f-b06a-e68a1b9aa994 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945906 Jul 18 10:32:53.175738 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-8640961b-5c0d-48f3-b08a-00c2531ff6e3 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:53.177207 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-8640961b-5c0d-48f3-b08a-00c2531ff6e3 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.30 "GET /v2.0/networks?id=a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 HTTP/1.1" status: 200 len: 815 time: 0.2302883 Jul 18 10:32:53.188284 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-3b49c780-59e0-45de-953f-f6c3fb91524f tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:53.189686 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-3b49c780-59e0-45de-953f-f6c3fb91524f tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/networks?id=9e654fce-ea72-45f2-b759-da2c9a65544d HTTP/1.1" status: 200 len: 811 time: 0.2292356 Jul 18 10:32:53.204921 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-45a941f7-a26c-48e9-9a91-dff13c5344e6 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/quotas/2c656b71bbd447cba7d11335c928dfda HTTP/1.1" status: 200 len: 375 time: 0.0098028 Jul 18 10:32:53.257748 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-1d897637-56ef-42b5-a597-2075836a5d2b tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=2c656b71bbd447cba7d11335c928dfda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475066 Jul 18 10:32:53.361357 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-6ed2210e-9914-432b-9e58-73a0efef85eb service neutron] 10.222.0.33 "GET /v2.0/networks/9e654fce-ea72-45f2-b759-da2c9a65544d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918956 Jul 18 10:32:53.452974 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-8a490184-870f-414a-8b12-3857e6498456 service neutron] 10.222.0.33 "GET /v2.0/networks/9e654fce-ea72-45f2-b759-da2c9a65544d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859246 Jul 18 10:32:53.517435 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbbdee-7225-40a1-a82b-a9076afe635c req-4d681c05-1323-4c3f-99ed-b2de792d2709 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:53.518927 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-93fbbdee-7225-40a1-a82b-a9076afe635c req-4d681c05-1323-4c3f-99ed-b2de792d2709 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0470011 Jul 18 10:32:53.569942 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-93fbbdee-7225-40a1-a82b-a9076afe635c req-8b8d30c9-96d1-4927-a47c-28cbe6dabdb7 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454957 Jul 18 10:32:53.583466 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:53.650272 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-8e06fe4c-c9a9-4b59-a3a4-8ab3492778fb tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cf3d5bfe9a745f38372c42c9cfa1f63 HTTP/1.1" status: 200 len: 379 time: 0.0668201 Jul 18 10:32:53.734649 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-9bb447ca-cda7-46ce-892f-9bc890b7a772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Request body: {'port': {'device_id': '54754961-403d-4f99-98c1-727db8528d91', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'admin_state_up': True, 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'security_groups': ['42d96129-778a-40ce-a34a-9fb9443cb303']}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:32:53.849440 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f46cdb65-cad2-4742-95f3-3a7e9a57b1b7 req-da428457-395b-4c12-8def-ef30e5ce515f tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=22a03003-3677-426e-8fb8-5b58998eef8a HTTP/1.1" status: 200 len: 210 time: 0.0786910 Jul 18 10:32:53.867779 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:53.873077 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-df07c1dd-ab8b-46ce-98c7-4c63dd7ceece req-84a74248-a8d4-4ffc-ab0b-6b38debb6422 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=54754961-403d-4f99-98c1-727db8528d91 HTTP/1.1" status: 200 len: 210 time: 0.0431647 Jul 18 10:32:53.925566 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-9bb447ca-cda7-46ce-892f-9bc890b7a772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Made reservation on behalf of 1cf3d5bfe9a745f38372c42c9cfa1f63 for: {'port': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:32:53.931725 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-9bb447ca-cda7-46ce-892f-9bc890b7a772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:53.954646 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:54.061349 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27201771-8e71-487a-abcc-05a574681123 req-0cbc6cbb-30d6-4103-be24-855c3a44cf32 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:54.062851 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-27201771-8e71-487a-abcc-05a574681123 req-0cbc6cbb-30d6-4103-be24-855c3a44cf32 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0688696 Jul 18 10:32:54.137359 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_common [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-9bb447ca-cda7-46ce-892f-9bc890b7a772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Allocated IP 172.20.0.14 (a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4/a4981e04-0b42-475d-8711-94b32dc6a81f/ad0604e9-a3b4-440c-b590-c9d4898189de) {{(pid=103899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:32:54.153016 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-27201771-8e71-487a-abcc-05a574681123 req-9719174d-1d98-4cd4-99a0-6853fb7e8c2c tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714271 Jul 18 10:32:54.309033 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-9bb447ca-cda7-46ce-892f-9bc890b7a772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for port (ad0604e9-a3b4-440c-b590-c9d4898189de), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:54.347083 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-9bb447ca-cda7-46ce-892f-9bc890b7a772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (ad0604e9-a3b4-440c-b590-c9d4898189de), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:54.397290 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-9bb447ca-cda7-46ce-892f-9bc890b7a772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Network a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:32:54.400815 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-9bb447ca-cda7-46ce-892f-9bc890b7a772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:32:54.404717 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-9bb447ca-cda7-46ce-892f-9bc890b7a772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Received port after_create {{(pid=103899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:32:54.409098 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb447ca-cda7-46ce-892f-9bc890b7a772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event updated for resources: {'Port': ['ID=ad0604e9-a3b4-440c-b590-c9d4898189de,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:54.440457 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb447ca-cda7-46ce-892f-9bc890b7a772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:54.440860 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb447ca-cda7-46ce-892f-9bc890b7a772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:54.441170 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb447ca-cda7-46ce-892f-9bc890b7a772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:54.441508 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb447ca-cda7-46ce-892f-9bc890b7a772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:54.441842 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb447ca-cda7-46ce-892f-9bc890b7a772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:54.442187 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb447ca-cda7-46ce-892f-9bc890b7a772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:54.442629 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb447ca-cda7-46ce-892f-9bc890b7a772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:54.443091 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb447ca-cda7-46ce-892f-9bc890b7a772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:54.443407 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb447ca-cda7-46ce-892f-9bc890b7a772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:54.443767 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb447ca-cda7-46ce-892f-9bc890b7a772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:54.444179 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb447ca-cda7-46ce-892f-9bc890b7a772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:54.444552 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb447ca-cda7-46ce-892f-9bc890b7a772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:54.444856 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb447ca-cda7-46ce-892f-9bc890b7a772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:54.445178 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb447ca-cda7-46ce-892f-9bc890b7a772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:54.445504 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb447ca-cda7-46ce-892f-9bc890b7a772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:32:54.476231 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-9bb447ca-cda7-46ce-892f-9bc890b7a772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:54.476898 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-9bb447ca-cda7-46ce-892f-9bc890b7a772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:54.497153 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-9bb447ca-cda7-46ce-892f-9bc890b7a772 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7678611 Jul 18 10:32:54.649348 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-1b5f2201-3e41-4261-a8ed-e0e1fd0c4522 None None] Provisioning complete for port ad0604e9-a3b4-440c-b590-c9d4898189de triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:32:54.649935 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-1b5f2201-3e41-4261-a8ed-e0e1fd0c4522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (ad0604e9-a3b4-440c-b590-c9d4898189de), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:54.682072 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-1b5f2201-3e41-4261-a8ed-e0e1fd0c4522 None None] Port ad0604e9-a3b4-440c-b590-c9d4898189de cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:32:54.697549 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676152f6-c53b-49a1-9da7-a4d5f88492c1 req-467f76d1-f08a-490a-943f-d33133c26b0c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:54.699008 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-676152f6-c53b-49a1-9da7-a4d5f88492c1 req-467f76d1-f08a-490a-943f-d33133c26b0c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0585556 Jul 18 10:32:54.745915 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-676152f6-c53b-49a1-9da7-a4d5f88492c1 req-c127aa67-6c0b-4cf1-ac24-975bf020f488 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412421 Jul 18 10:32:54.768437 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:54.945095 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b375ea06-dec1-405a-8bce-502e00ac0a13 req-37510171-55c3-441f-a125-847298635448 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=22a03003-3677-426e-8fb8-5b58998eef8a HTTP/1.1" status: 200 len: 210 time: 0.0325511 Jul 18 10:32:54.951558 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-f58f428d-67b2-4a67-8aad-b9ee90e186da service neutron] Request body: {'port': {'device_id': '54754961-403d-4f99-98c1-727db8528d91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:32:55.051417 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a688e3-358a-4c88-8080-6f9eda5063e9 req-4ca5e544-d9fe-4336-b0df-7fa71ae14c3c tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:55.052799 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-39a688e3-358a-4c88-8080-6f9eda5063e9 req-4ca5e544-d9fe-4336-b0df-7fa71ae14c3c tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=54754961-403d-4f99-98c1-727db8528d91 HTTP/1.1" status: 200 len: 932 time: 0.0736399 Jul 18 10:32:55.053713 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-f58f428d-67b2-4a67-8aad-b9ee90e186da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (ad0604e9-a3b4-440c-b590-c9d4898189de), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:55.060141 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:55.073520 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:55.104851 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:55.116089 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:55.145395 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-39a688e3-358a-4c88-8080-6f9eda5063e9 req-546872d2-ce23-42bf-85ac-1085ebca36cb tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=42d96129-778a-40ce-a34a-9fb9443cb303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822089 Jul 18 10:32:55.346849 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:55.385111 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774802c-8251-4d1b-a7de-134f68dafbc0 req-57a09eee-55b3-4c46-b5e3-0a1af2ba4203 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:55.386604 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6774802c-8251-4d1b-a7de-134f68dafbc0 req-57a09eee-55b3-4c46-b5e3-0a1af2ba4203 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.1387937 Jul 18 10:32:55.474027 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-05bb490c-4ef6-484a-958f-b5c3911933c9 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:55.475479 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-05bb490c-4ef6-484a-958f-b5c3911933c9 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.30 "GET /v2.0/networks?id=9e654fce-ea72-45f2-b759-da2c9a65544d HTTP/1.1" status: 200 len: 811 time: 0.2402132 Jul 18 10:32:55.496008 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e57dd-413e-4d7f-8ce4-ffa7afc366bc req-3866aa37-c5c3-4cfa-a8ba-40d8ae472d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:55.497536 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-120e57dd-413e-4d7f-8ce4-ffa7afc366bc req-3866aa37-c5c3-4cfa-a8ba-40d8ae472d44 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6e487deb7ff45bdbf2cc002d42d12a5&device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 1129 time: 0.0405648 Jul 18 10:32:55.529834 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6774802c-8251-4d1b-a7de-134f68dafbc0 req-d1055991-aec9-48ad-be60-ee9ca04aac85 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343071 Jul 18 10:32:55.591715 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-f58f428d-67b2-4a67-8aad-b9ee90e186da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad0604e9-a3b4-440c-b590-c9d4898189de {{(pid=103899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:32:55.605400 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-f58f428d-67b2-4a67-8aad-b9ee90e186da service neutron] Publish callbacks [] for port (ad0604e9-a3b4-440c-b590-c9d4898189de), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:55.613958 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-0b91c629-df0f-4de7-9597-22667e36c7a0 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c656b71bbd447cba7d11335c928dfda HTTP/1.1" status: 200 len: 379 time: 0.1251898 Jul 18 10:32:55.624839 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-260a2a1e-c5e8-4d11-92ca-305e3860861d tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Request body: {'port': {'device_id': '22a03003-3677-426e-8fb8-5b58998eef8a', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'admin_state_up': True, 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'security_groups': ['1571cc3f-c619-45cf-af52-aa160f24d4ab']}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:32:55.649853 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.provisioning_blocks [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-f58f428d-67b2-4a67-8aad-b9ee90e186da service neutron] Transition to ACTIVE for port object ad0604e9-a3b4-440c-b590-c9d4898189de will not be triggered until provisioned by entity L2. {{(pid=103899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:32:55.703762 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-f58f428d-67b2-4a67-8aad-b9ee90e186da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (ad0604e9-a3b4-440c-b590-c9d4898189de), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:55.831455 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f428d-67b2-4a67-8aad-b9ee90e186da service neutron] Pushing event updated for resources: {'Port': ['ID=ad0604e9-a3b4-440c-b590-c9d4898189de,revision_number=2']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:55.979285 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:56.002459 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e57dd-413e-4d7f-8ce4-ffa7afc366bc req-3514bfe2-3521-4317-baa9-5ec050e18483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:56.004033 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3f221-25ad-4c6a-8171-3fae9fe81fd4 req-521055dd-692a-42ad-b4ad-226d7e455d89 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:56.007185 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-120e57dd-413e-4d7f-8ce4-ffa7afc366bc req-3514bfe2-3521-4317-baa9-5ec050e18483 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4fd50c95-7888-4b58-b176-0e3d534d461f HTTP/1.1" status: 200 len: 911 time: 0.4903870 Jul 18 10:32:56.013218 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-97c3f221-25ad-4c6a-8171-3fae9fe81fd4 req-521055dd-692a-42ad-b4ad-226d7e455d89 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.1495569 Jul 18 10:32:56.034437 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-f58f428d-67b2-4a67-8aad-b9ee90e186da service neutron] Attempting to bind port ad0604e9-a3b4-440c-b590-c9d4898189de on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:32:56.034748 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-f58f428d-67b2-4a67-8aad-b9ee90e186da service neutron] Attempting to bind port ad0604e9-a3b4-440c-b590-c9d4898189de by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '9f9e9026-9d7c-43b5-af17-ac9b99df5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4'}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:32:56.035019 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-f58f428d-67b2-4a67-8aad-b9ee90e186da service neutron] Attempting to bind port ad0604e9-a3b4-440c-b590-c9d4898189de on network a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:32:56.037621 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-260a2a1e-c5e8-4d11-92ca-305e3860861d tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Made reservation on behalf of 2c656b71bbd447cba7d11335c928dfda for: {'port': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:32:56.041666 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-260a2a1e-c5e8-4d11-92ca-305e3860861d tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:56.091273 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-f58f428d-67b2-4a67-8aad-b9ee90e186da service neutron] Port ad0604e9-a3b4-440c-b590-c9d4898189de on network a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:32:56.091601 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-f58f428d-67b2-4a67-8aad-b9ee90e186da service neutron] Attempting to bind port ad0604e9-a3b4-440c-b590-c9d4898189de on network a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:32:56.107691 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-120e57dd-413e-4d7f-8ce4-ffa7afc366bc req-20035af4-cee2-4576-8ed0-535c70b24e9b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2be9cb89-71c6-44bf-b559-2446d61bca60 HTTP/1.1" status: 200 len: 1001 time: 0.0870099 Jul 18 10:32:56.115701 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:56.126557 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-f58f428d-67b2-4a67-8aad-b9ee90e186da service neutron] Checking agent: {'id': 'f1e01c1b-bf46-4f7e-883c-267517c6b0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'started_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:32:56.126899 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-f58f428d-67b2-4a67-8aad-b9ee90e186da service neutron] Checking segment: {'id': '9f9e9026-9d7c-43b5-af17-ac9b99df5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:32:56.127282 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-f58f428d-67b2-4a67-8aad-b9ee90e186da service neutron] Bound using segment: {'id': '9f9e9026-9d7c-43b5-af17-ac9b99df5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4'} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:32:56.127721 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-f58f428d-67b2-4a67-8aad-b9ee90e186da service neutron] Bound port: ad0604e9-a3b4-440c-b590-c9d4898189de, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f9e9026-9d7c-43b5-af17-ac9b99df5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4'}}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:32:56.128084 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-f58f428d-67b2-4a67-8aad-b9ee90e186da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (ad0604e9-a3b4-440c-b590-c9d4898189de), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:56.156774 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41298a-3f1c-45e4-bad2-ec97d4307f2e req-b159918f-1fd1-43d8-9cd2-5447c0e8bc7d tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:56.158288 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3e41298a-3f1c-45e4-bad2-ec97d4307f2e req-b159918f-1fd1-43d8-9cd2-5447c0e8bc7d tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.1326652 Jul 18 10:32:56.199188 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-97c3f221-25ad-4c6a-8171-3fae9fe81fd4 req-6b8b4100-c250-4cad-8a79-fc05c885352b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840005 Jul 18 10:32:56.536820 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d23c5ceb-d7f1-4fdb-a4f2-c1eb2693eb5c req-be30f129-c94b-482e-bd54-753c0a9fac12 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=22a03003-3677-426e-8fb8-5b58998eef8a HTTP/1.1" status: 200 len: 210 time: 0.0553918 Jul 18 10:32:56.602418 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3e41298a-3f1c-45e4-bad2-ec97d4307f2e req-45037141-4b1f-4f7f-918d-a603be5e45c0 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4073515 Jul 18 10:32:56.608755 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-f58f428d-67b2-4a67-8aad-b9ee90e186da service neutron] For port ad0604e9-a3b4-440c-b590-c9d4898189de, host hv-cinder-83754, cleared binding levels {{(pid=103899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:32:56.614010 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-f58f428d-67b2-4a67-8aad-b9ee90e186da service neutron] For port ad0604e9-a3b4-440c-b590-c9d4898189de, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=ad0604e9-a3b4-440c-b590-c9d4898189de,segment=NetworkSegment(9f9e9026-9d7c-43b5-af17-ac9b99df5729),segment_id=9f9e9026-9d7c-43b5-af17-ac9b99df5729)] {{(pid=103899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:32:56.649942 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-f58f428d-67b2-4a67-8aad-b9ee90e186da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (ad0604e9-a3b4-440c-b590-c9d4898189de), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:56.681314 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_common [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-260a2a1e-c5e8-4d11-92ca-305e3860861d tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Allocated IP 172.20.0.5 (9e654fce-ea72-45f2-b759-da2c9a65544d/87464419-3975-4a49-a913-5df590abacff/de125830-3de3-492c-bc45-25ee6ef36473) {{(pid=103899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:32:56.707425 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7b6e2-ad00-4a63-9c94-56e73ad1b59c req-d8bc3fc1-1b8a-491f-b082-8fd9526f4df8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:56.709038 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4db7b6e2-ad00-4a63-9c94-56e73ad1b59c req-d8bc3fc1-1b8a-491f-b082-8fd9526f4df8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=54754961-403d-4f99-98c1-727db8528d91 HTTP/1.1" status: 200 len: 944 time: 0.1025765 Jul 18 10:32:56.717047 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-f58f428d-67b2-4a67-8aad-b9ee90e186da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:56.717680 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-f58f428d-67b2-4a67-8aad-b9ee90e186da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:56.720276 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-f58f428d-67b2-4a67-8aad-b9ee90e186da service neutron] 10.222.0.30 "PUT /v2.0/ports/ad0604e9-a3b4-440c-b590-c9d4898189de HTTP/1.1" status: 200 len: 1094 time: 1.7741327 Jul 18 10:32:56.721270 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54754961-403d-4f99-98c1-727db8528d91', 'tag': 'ad0604e9-a3b4-440c-b590-c9d4898189de'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:32:56.723587 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8182926-4fe5-41e7-b79e-2e4890209a55" -d '{"events": [{"name": "network-changed", "server_uuid": "54754961-403d-4f99-98c1-727db8528d91", "tag": "ad0604e9-a3b4-440c-b590-c9d4898189de"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:32:56.773013 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af6f41b-1478-486e-8ef6-e5d9c5c2732c x-openstack-request-id: req-4af6f41b-1478-486e-8ef6-e5d9c5c2732c {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:32:56.773305 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54754961-403d-4f99-98c1-727db8528d91", "tag": "ad0604e9-a3b4-440c-b590-c9d4898189de", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:32:56.773558 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4af6f41b-1478-486e-8ef6-e5d9c5c2732c {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:32:56.774205 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4af6f41b-1478-486e-8ef6-e5d9c5c2732c'] response: {'name': 'network-changed', 'server_uuid': '54754961-403d-4f99-98c1-727db8528d91', 'tag': 'ad0604e9-a3b4-440c-b590-c9d4898189de', 'status': 'completed', 'code': 200} Jul 18 10:32:56.803910 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f428d-67b2-4a67-8aad-b9ee90e186da service neutron] Pushing event updated for resources: {'Port': ['ID=ad0604e9-a3b4-440c-b590-c9d4898189de,revision_number=3']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:56.844327 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4db7b6e2-ad00-4a63-9c94-56e73ad1b59c req-2e86c29a-a918-4fe3-abbc-3314d603c11d tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=42d96129-778a-40ce-a34a-9fb9443cb303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180191 Jul 18 10:32:56.920586 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-260a2a1e-c5e8-4d11-92ca-305e3860861d tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for port (de125830-3de3-492c-bc45-25ee6ef36473), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:56.952321 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-260a2a1e-c5e8-4d11-92ca-305e3860861d tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (de125830-3de3-492c-bc45-25ee6ef36473), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:56.992292 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-260a2a1e-c5e8-4d11-92ca-305e3860861d tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Network 9e654fce-ea72-45f2-b759-da2c9a65544d is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:32:56.995217 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-260a2a1e-c5e8-4d11-92ca-305e3860861d tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:32:57.001091 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-260a2a1e-c5e8-4d11-92ca-305e3860861d tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Received port after_create {{(pid=103899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:32:57.028930 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a2a1e-c5e8-4d11-92ca-305e3860861d tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Pushing event updated for resources: {'Port': ['ID=de125830-3de3-492c-bc45-25ee6ef36473,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:32:57.059396 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-260a2a1e-c5e8-4d11-92ca-305e3860861d tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:57.060238 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-260a2a1e-c5e8-4d11-92ca-305e3860861d tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:57.077039 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-260a2a1e-c5e8-4d11-92ca-305e3860861d tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4568412 Jul 18 10:32:57.253919 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-f33ef275-0539-4648-b460-3093fdfdd2a4 None None] Provisioning complete for port de125830-3de3-492c-bc45-25ee6ef36473 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:32:57.254505 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f33ef275-0539-4648-b460-3093fdfdd2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (de125830-3de3-492c-bc45-25ee6ef36473), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:57.289301 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-f33ef275-0539-4648-b460-3093fdfdd2a4 None None] Port de125830-3de3-492c-bc45-25ee6ef36473 cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:32:57.324468 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e0af2-fca7-4f14-8523-9634edee5afc req-0a4de7c8-b4d0-4d94-99f7-708cb5081c6e tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:57.326006 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1e6e0af2-fca7-4f14-8523-9634edee5afc req-0a4de7c8-b4d0-4d94-99f7-708cb5081c6e tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0560901 Jul 18 10:32:57.351276 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:57.357060 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:57.377283 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1e6e0af2-fca7-4f14-8523-9634edee5afc req-dd1ff1b0-7643-4c9e-a60d-e649d2988400 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450790 Jul 18 10:32:57.569567 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6b273-9167-4ded-8d1b-769ccf0f9297 req-41da7278-0352-481a-b93f-dfbd5d862c25 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:57.571172 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-82d6b273-9167-4ded-8d1b-769ccf0f9297 req-41da7278-0352-481a-b93f-dfbd5d862c25 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0492258 Jul 18 10:32:57.649249 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-82d6b273-9167-4ded-8d1b-769ccf0f9297 req-dbe8325e-3ecb-4078-9ea5-6a06f9b9f3be tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724690 Jul 18 10:32:57.665769 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d526f-ae40-40f5-a1fe-1282335e50d0 req-5e96b563-0bfa-4280-9e37-7bbc224fd7b8 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:57.667440 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-182d526f-ae40-40f5-a1fe-1282335e50d0 req-5e96b563-0bfa-4280-9e37-7bbc224fd7b8 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=22a03003-3677-426e-8fb8-5b58998eef8a HTTP/1.1" status: 200 len: 931 time: 0.0609696 Jul 18 10:32:57.726969 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-182d526f-ae40-40f5-a1fe-1282335e50d0 req-2625940a-e3c9-4302-a617-cc7d9cedaf8f tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535321 Jul 18 10:32:57.759414 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d0f7c-3d18-44d7-838e-a36df3ea5029 req-868fdc45-f3f2-4485-ace8-b858334aad7c tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:57.760920 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-349d0f7c-3d18-44d7-838e-a36df3ea5029 req-868fdc45-f3f2-4485-ace8-b858334aad7c tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0568280 Jul 18 10:32:57.811110 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-349d0f7c-3d18-44d7-838e-a36df3ea5029 req-92fe8292-3c95-4ef5-9b48-db5a9573c2ac tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442011 Jul 18 10:32:57.975650 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058aabc-9e7c-499a-b1bc-53b765f50e2f req-2b87f5de-4bd5-4b5f-87a0-e4da522502b1 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:57.977183 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3058aabc-9e7c-499a-b1bc-53b765f50e2f req-2b87f5de-4bd5-4b5f-87a0-e4da522502b1 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=54754961-403d-4f99-98c1-727db8528d91 HTTP/1.1" status: 200 len: 944 time: 0.0581634 Jul 18 10:32:58.028834 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3058aabc-9e7c-499a-b1bc-53b765f50e2f req-27a90a4b-acb7-4c5e-ba69-7e076f4ecbdb tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=42d96129-778a-40ce-a34a-9fb9443cb303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457385 Jul 18 10:32:58.759978 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7309f7-c401-4df1-af94-4d6de3c9e758 req-a54f45b2-2779-443b-8e54-cd6ced0f032b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:58.761498 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4c7309f7-c401-4df1-af94-4d6de3c9e758 req-a54f45b2-2779-443b-8e54-cd6ced0f032b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0472972 Jul 18 10:32:58.834889 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4c7309f7-c401-4df1-af94-4d6de3c9e758 req-576f6b5f-444b-4801-88d5-f7e3e05170c6 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669997 Jul 18 10:32:58.850533 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e352b-346a-4211-bea4-da24d6b32d3f req-40b5a746-b3b7-428e-b154-d9a82266a742 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:58.852028 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b75e352b-346a-4211-bea4-da24d6b32d3f req-40b5a746-b3b7-428e-b154-d9a82266a742 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=22a03003-3677-426e-8fb8-5b58998eef8a HTTP/1.1" status: 200 len: 931 time: 0.0563705 Jul 18 10:32:58.930391 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b75e352b-346a-4211-bea4-da24d6b32d3f req-9bff9553-4d46-495a-bc6d-8d4794d2e094 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716763 Jul 18 10:32:58.957448 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-0ac9cceb-7cbd-486a-9803-6b56bb4868a3 service neutron] Request body: {'port': {'device_id': '22a03003-3677-426e-8fb8-5b58998eef8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:32:58.988671 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e57dd-413e-4d7f-8ce4-ffa7afc366bc req-fbf89db9-464e-4968-9e29-08ab6f519719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:58.990776 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-120e57dd-413e-4d7f-8ce4-ffa7afc366bc req-fbf89db9-464e-4968-9e29-08ab6f519719 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6a7b9bf8-c0da-4f73-9742-17e8876165f7 HTTP/1.1" status: 200 len: 849 time: 0.0789471 Jul 18 10:32:59.042638 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e57dd-413e-4d7f-8ce4-ffa7afc366bc req-b47f2aba-1d6b-403c-ba66-2840c5f1df4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:59.044212 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-120e57dd-413e-4d7f-8ce4-ffa7afc366bc req-b47f2aba-1d6b-403c-ba66-2840c5f1df4c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4fd50c95-7888-4b58-b176-0e3d534d461f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458434 Jul 18 10:32:59.053779 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b827763-74a4-417c-9086-c55c8fb8155d req-1a30b068-92ce-43fa-8d85-027bb063c1a1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:59.055264 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2b827763-74a4-417c-9086-c55c8fb8155d req-1a30b068-92ce-43fa-8d85-027bb063c1a1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.1596658 Jul 18 10:32:59.092529 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55a8b1-3b0a-4f18-ad69-a7d42a573fbc req-ca6315cc-40a5-4b85-91f3-537a6c027fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:59.094673 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6c55a8b1-3b0a-4f18-ad69-a7d42a573fbc req-ca6315cc-40a5-4b85-91f3-537a6c027fe9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a1921237622439bab89676e11477c13&device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 1129 time: 0.1847253 Jul 18 10:32:59.095843 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8182926-4fe5-41e7-b79e-2e4890209a55 req-f0d1b8f6-a996-49be-ab0f-a299b69e6ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:59.097145 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a8182926-4fe5-41e7-b79e-2e4890209a55 req-f0d1b8f6-a996-49be-ab0f-a299b69e6ef8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cf3d5bfe9a745f38372c42c9cfa1f63&device_id=54754961-403d-4f99-98c1-727db8528d91 HTTP/1.1" status: 200 len: 1128 time: 0.1439188 Jul 18 10:32:59.144558 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-0ac9cceb-7cbd-486a-9803-6b56bb4868a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (de125830-3de3-492c-bc45-25ee6ef36473), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:32:59.171688 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-120e57dd-413e-4d7f-8ce4-ffa7afc366bc req-e5540db4-33a4-42de-a6fd-46b5ac9b3548 service neutron] 10.222.0.30 "GET /v2.0/networks/4fd50c95-7888-4b58-b176-0e3d534d461f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868483 Jul 18 10:32:59.271479 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-120e57dd-413e-4d7f-8ce4-ffa7afc366bc req-3e5cf1a5-9f76-45e3-b13f-4fc0bc56888b service neutron] 10.222.0.30 "GET /v2.0/networks/4fd50c95-7888-4b58-b176-0e3d534d461f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924823 Jul 18 10:32:59.332186 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e16ee-9255-4994-bbe8-18e472945e63 req-f39d1af6-0b64-465b-a276-33311cc32fe0 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:59.333817 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-885e16ee-9255-4994-bbe8-18e472945e63 req-f39d1af6-0b64-465b-a276-33311cc32fe0 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=54754961-403d-4f99-98c1-727db8528d91 HTTP/1.1" status: 200 len: 944 time: 0.2206686 Jul 18 10:32:59.342162 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2b827763-74a4-417c-9086-c55c8fb8155d req-14a305ac-f09e-4a90-8143-5bcdeaa28642 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2747459 Jul 18 10:32:59.348671 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:59.362727 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:59.416404 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9096d7-b88f-403d-84e2-b9d8475766cf req-54b7d143-2913-487c-a2aa-ffa07f3eb638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:59.418081 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-0a9096d7-b88f-403d-84e2-b9d8475766cf req-54b7d143-2913-487c-a2aa-ffa07f3eb638 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6e487deb7ff45bdbf2cc002d42d12a5&device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 1129 time: 0.0417736 Jul 18 10:32:59.491157 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8182926-4fe5-41e7-b79e-2e4890209a55 req-83831362-5a04-484e-b0e5-9c504ca76ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:59.492575 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a8182926-4fe5-41e7-b79e-2e4890209a55 req-83831362-5a04-484e-b0e5-9c504ca76ccf service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1cf3d5bfe9a745f38372c42c9cfa1f63&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3840196 Jul 18 10:32:59.493579 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55a8b1-3b0a-4f18-ad69-a7d42a573fbc req-950a0409-cede-4f4e-bf77-5e62e2314d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:59.494895 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6c55a8b1-3b0a-4f18-ad69-a7d42a573fbc req-950a0409-cede-4f4e-bf77-5e62e2314d5b service neutron] 10.222.0.30 "GET /v2.0/networks?id=3122165b-a136-4d21-b84f-81ce161e0ad4 HTTP/1.1" status: 200 len: 919 time: 0.3828876 Jul 18 10:32:59.499877 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:32:59.517140 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9096d7-b88f-403d-84e2-b9d8475766cf req-76540e18-0cec-483e-8f01-49e5511ef8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:59.518601 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-0a9096d7-b88f-403d-84e2-b9d8475766cf req-76540e18-0cec-483e-8f01-49e5511ef8db service neutron] 10.222.0.30 "GET /v2.0/networks?id=4fd50c95-7888-4b58-b176-0e3d534d461f HTTP/1.1" status: 200 len: 911 time: 0.0940080 Jul 18 10:32:59.571904 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-885e16ee-9255-4994-bbe8-18e472945e63 req-2235bf06-aaa5-42ca-a510-b1e159066b2f tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=42d96129-778a-40ce-a34a-9fb9443cb303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255383 Jul 18 10:32:59.581168 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-0a9096d7-b88f-403d-84e2-b9d8475766cf req-6eaf58b3-af66-4288-943e-8a2beff87908 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2be9cb89-71c6-44bf-b559-2446d61bca60 HTTP/1.1" status: 200 len: 1001 time: 0.0568612 Jul 18 10:32:59.630984 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9096d7-b88f-403d-84e2-b9d8475766cf req-b54b784e-f524-4593-8ee3-417ca5d4fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:59.632470 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-0a9096d7-b88f-403d-84e2-b9d8475766cf req-b54b784e-f524-4593-8ee3-417ca5d4fbce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6a7b9bf8-c0da-4f73-9742-17e8876165f7 HTTP/1.1" status: 200 len: 849 time: 0.0456691 Jul 18 10:32:59.681840 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9096d7-b88f-403d-84e2-b9d8475766cf req-63492e9e-4cf9-49e7-a392-f6abe3b0bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:59.683424 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-0a9096d7-b88f-403d-84e2-b9d8475766cf req-63492e9e-4cf9-49e7-a392-f6abe3b0bd19 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4fd50c95-7888-4b58-b176-0e3d534d461f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446777 Jul 18 10:32:59.686360 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6c55a8b1-3b0a-4f18-ad69-a7d42a573fbc req-e047ee19-ba20-46aa-b860-38b4c5875b37 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=280c18f2-df08-4a5c-a1cc-01a91c5d3cfb HTTP/1.1" status: 200 len: 1001 time: 0.1800117 Jul 18 10:32:59.773326 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8182926-4fe5-41e7-b79e-2e4890209a55 req-8fc72cc3-7dd9-4584-b840-99cbe5019df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:59.774725 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a8182926-4fe5-41e7-b79e-2e4890209a55 req-8fc72cc3-7dd9-4584-b840-99cbe5019df3 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2695191 Jul 18 10:32:59.778464 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-0a9096d7-b88f-403d-84e2-b9d8475766cf req-125d83ac-d2d2-4fe0-988c-f909580fd2c0 service neutron] 10.222.0.30 "GET /v2.0/networks/4fd50c95-7888-4b58-b176-0e3d534d461f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850441 Jul 18 10:32:59.784395 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55a8b1-3b0a-4f18-ad69-a7d42a573fbc req-97a5d55f-1967-453b-99e8-d07188f62f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:59.785919 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6c55a8b1-3b0a-4f18-ad69-a7d42a573fbc req-97a5d55f-1967-453b-99e8-d07188f62f74 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af51bf80-7ad7-4853-9105-dc8b032ebd26 HTTP/1.1" status: 200 len: 857 time: 0.0888150 Jul 18 10:32:59.887172 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55a8b1-3b0a-4f18-ad69-a7d42a573fbc req-432adf64-7049-481c-bfaa-573084c0135a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:59.888919 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6c55a8b1-3b0a-4f18-ad69-a7d42a573fbc req-432adf64-7049-481c-bfaa-573084c0135a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3122165b-a136-4d21-b84f-81ce161e0ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0939083 Jul 18 10:32:59.895418 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [req-0a9096d7-b88f-403d-84e2-b9d8475766cf req-31d50137-d95e-474d-8b0f-a27461416921 service neutron] 10.222.0.30 "GET /v2.0/networks/4fd50c95-7888-4b58-b176-0e3d534d461f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099234 Jul 18 10:32:59.912553 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-0ac9cceb-7cbd-486a-9803-6b56bb4868a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de125830-3de3-492c-bc45-25ee6ef36473 {{(pid=103899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:32:59.935504 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-dd6bfd37-ed86-4971-989a-540455364a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:32:59.937173 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-dd6bfd37-ed86-4971-989a-540455364a8d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cf3d5bfe9a745f38372c42c9cfa1f63&device_id=54754961-403d-4f99-98c1-727db8528d91 HTTP/1.1" status: 200 len: 1128 time: 0.1080017 Jul 18 10:32:59.940591 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-0ac9cceb-7cbd-486a-9803-6b56bb4868a3 service neutron] Publish callbacks [] for port (de125830-3de3-492c-bc45-25ee6ef36473), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:00.034360 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.provisioning_blocks [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-0ac9cceb-7cbd-486a-9803-6b56bb4868a3 service neutron] Transition to ACTIVE for port object de125830-3de3-492c-bc45-25ee6ef36473 will not be triggered until provisioned by entity L2. {{(pid=103899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:33:00.091660 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-d56d8d21-fa79-4550-acd2-89bcd1bfd9a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad0604e9-a3b4-440c-b590-c9d4898189de HTTP/1.1" status: 200 len: 217 time: 0.0859456 Jul 18 10:33:00.092261 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-0ac9cceb-7cbd-486a-9803-6b56bb4868a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (de125830-3de3-492c-bc45-25ee6ef36473), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:00.120306 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abec975-5e2f-4dca-9ca7-7931e50d3cd8 req-c5d08b21-59e8-419b-85c1-fadf974101a5 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:00.121827 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1abec975-5e2f-4dca-9ca7-7931e50d3cd8 req-c5d08b21-59e8-419b-85c1-fadf974101a5 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.2030728 Jul 18 10:33:00.159852 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:00.205149 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59cf82-9b13-4069-9689-b75b8b31ebf4 req-1217e1df-ad05-46ec-ae5a-b7cc4419a61c tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:00.206726 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ab59cf82-9b13-4069-9689-b75b8b31ebf4 req-1217e1df-ad05-46ec-ae5a-b7cc4419a61c tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=22a03003-3677-426e-8fb8-5b58998eef8a HTTP/1.1" status: 200 len: 943 time: 0.1963437 Jul 18 10:33:00.223737 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6c55a8b1-3b0a-4f18-ad69-a7d42a573fbc req-7d8070af-7ded-40bb-9148-b8299a024e51 service neutron] 10.222.0.30 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260386 Jul 18 10:33:00.279515 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:00.286666 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9cceb-7cbd-486a-9803-6b56bb4868a3 service neutron] Pushing event updated for resources: {'Port': ['ID=de125830-3de3-492c-bc45-25ee6ef36473,revision_number=2']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:33:00.322639 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-49f44a33-1971-4840-9ff5-30420ad7e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:00.324162 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-49f44a33-1971-4840-9ff5-30420ad7e973 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4981e04-0b42-475d-8711-94b32dc6a81f HTTP/1.1" status: 200 len: 854 time: 0.1954942 Jul 18 10:33:00.376400 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1abec975-5e2f-4dca-9ca7-7931e50d3cd8 req-577a83fd-d2ea-4c7b-8007-9d3130dc4d5e tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2239606 Jul 18 10:33:00.458090 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ab59cf82-9b13-4069-9689-b75b8b31ebf4 req-c1da2a97-cbac-4510-b5a5-d3fb2f421abe tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2322836 Jul 18 10:33:00.539948 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544b032-69bd-4b22-b401-fe0769595b20 req-c4b5e36e-5bcf-4254-b44a-e1ba7ef8fb71 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:00.541405 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8544b032-69bd-4b22-b401-fe0769595b20 req-c4b5e36e-5bcf-4254-b44a-e1ba7ef8fb71 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0779955 Jul 18 10:33:00.542055 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-0ac9cceb-7cbd-486a-9803-6b56bb4868a3 service neutron] Attempting to bind port de125830-3de3-492c-bc45-25ee6ef36473 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:33:00.542385 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-0ac9cceb-7cbd-486a-9803-6b56bb4868a3 service neutron] Attempting to bind port de125830-3de3-492c-bc45-25ee6ef36473 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '2d16fefc-509d-4f46-8970-6e15cc7ed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d'}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:33:00.542708 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-0ac9cceb-7cbd-486a-9803-6b56bb4868a3 service neutron] Attempting to bind port de125830-3de3-492c-bc45-25ee6ef36473 on network 9e654fce-ea72-45f2-b759-da2c9a65544d {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:33:00.546779 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6c55a8b1-3b0a-4f18-ad69-a7d42a573fbc req-3c496a23-aaaa-443d-8b48-8d57d4f8acce service neutron] 10.222.0.30 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973006 Jul 18 10:33:00.556314 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-0ac9cceb-7cbd-486a-9803-6b56bb4868a3 service neutron] Port de125830-3de3-492c-bc45-25ee6ef36473 on network 9e654fce-ea72-45f2-b759-da2c9a65544d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:33:00.556662 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-0ac9cceb-7cbd-486a-9803-6b56bb4868a3 service neutron] Attempting to bind port de125830-3de3-492c-bc45-25ee6ef36473 on network 9e654fce-ea72-45f2-b759-da2c9a65544d {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:33:00.570646 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-0ac9cceb-7cbd-486a-9803-6b56bb4868a3 service neutron] Checking agent: {'id': 'f1e01c1b-bf46-4f7e-883c-267517c6b0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'started_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:33:00.570976 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-0ac9cceb-7cbd-486a-9803-6b56bb4868a3 service neutron] Checking segment: {'id': '2d16fefc-509d-4f46-8970-6e15cc7ed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:33:00.571347 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-0ac9cceb-7cbd-486a-9803-6b56bb4868a3 service neutron] Bound using segment: {'id': '2d16fefc-509d-4f46-8970-6e15cc7ed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d'} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:33:00.571770 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-0ac9cceb-7cbd-486a-9803-6b56bb4868a3 service neutron] Bound port: de125830-3de3-492c-bc45-25ee6ef36473, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d16fefc-509d-4f46-8970-6e15cc7ed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d'}}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:33:00.572124 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-0ac9cceb-7cbd-486a-9803-6b56bb4868a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (de125830-3de3-492c-bc45-25ee6ef36473), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:00.625443 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8544b032-69bd-4b22-b401-fe0769595b20 req-9ce14a6a-77ae-47b9-b861-ef6bd2012437 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768039 Jul 18 10:33:00.974003 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-0ac9cceb-7cbd-486a-9803-6b56bb4868a3 service neutron] For port de125830-3de3-492c-bc45-25ee6ef36473, host hv-cinder-83754, cleared binding levels {{(pid=103899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:33:00.988074 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad05c32-f327-4aa5-8d55-7b5dcffe4c49 req-42040477-6e5d-40e1-ae4b-2d663d8d72b8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:00.989970 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-cad05c32-f327-4aa5-8d55-7b5dcffe4c49 req-42040477-6e5d-40e1-ae4b-2d663d8d72b8 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=54754961-403d-4f99-98c1-727db8528d91 HTTP/1.1" status: 200 len: 944 time: 0.3432288 Jul 18 10:33:01.007480 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-0ac9cceb-7cbd-486a-9803-6b56bb4868a3 service neutron] For port de125830-3de3-492c-bc45-25ee6ef36473, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=de125830-3de3-492c-bc45-25ee6ef36473,segment=NetworkSegment(2d16fefc-509d-4f46-8970-6e15cc7ed3ca),segment_id=2d16fefc-509d-4f46-8970-6e15cc7ed3ca)] {{(pid=103899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:33:01.020408 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-02ffe622-8f8c-4275-be0d-a313b7c4b967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:01.022161 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-02ffe622-8f8c-4275-be0d-a313b7c4b967 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1047971 Jul 18 10:33:01.029490 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-0ac9cceb-7cbd-486a-9803-6b56bb4868a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (de125830-3de3-492c-bc45-25ee6ef36473), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:01.082588 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-0ac9cceb-7cbd-486a-9803-6b56bb4868a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:01.083209 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-0ac9cceb-7cbd-486a-9803-6b56bb4868a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:01.084600 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-0ac9cceb-7cbd-486a-9803-6b56bb4868a3 service neutron] 10.222.0.30 "PUT /v2.0/ports/de125830-3de3-492c-bc45-25ee6ef36473 HTTP/1.1" status: 200 len: 1093 time: 2.1598144 Jul 18 10:33:01.086646 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a03003-3677-426e-8fb8-5b58998eef8a', 'tag': 'de125830-3de3-492c-bc45-25ee6ef36473'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:33:01.088933 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84959fc9-f231-40c4-8c14-5e405b3fd3d3" -d '{"events": [{"name": "network-changed", "server_uuid": "22a03003-3677-426e-8fb8-5b58998eef8a", "tag": "de125830-3de3-492c-bc45-25ee6ef36473"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:33:01.120840 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-cad05c32-f327-4aa5-8d55-7b5dcffe4c49 req-668c7c6f-31c5-465e-ba10-b51571bdbc80 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=42d96129-778a-40ce-a34a-9fb9443cb303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205220 Jul 18 10:33:01.133275 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae53bf71-0d7e-4ecc-bd96-0fa66455535a x-openstack-request-id: req-ae53bf71-0d7e-4ecc-bd96-0fa66455535a {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:33:01.133888 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22a03003-3677-426e-8fb8-5b58998eef8a", "tag": "de125830-3de3-492c-bc45-25ee6ef36473", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:33:01.134350 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ae53bf71-0d7e-4ecc-bd96-0fa66455535a {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:33:01.135025 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae53bf71-0d7e-4ecc-bd96-0fa66455535a'] response: {'name': 'network-changed', 'server_uuid': '22a03003-3677-426e-8fb8-5b58998eef8a', 'tag': 'de125830-3de3-492c-bc45-25ee6ef36473', 'status': 'completed', 'code': 200} Jul 18 10:33:01.136622 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9cceb-7cbd-486a-9803-6b56bb4868a3 service neutron] Pushing event updated for resources: {'Port': ['ID=de125830-3de3-492c-bc45-25ee6ef36473,revision_number=3']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:33:01.518101 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f7fcf-0bb8-41fa-ac44-535f714e49df req-0ef8e213-d035-4d8c-92b4-5da884e272c9 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:01.519592 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-696f7fcf-0bb8-41fa-ac44-535f714e49df req-0ef8e213-d035-4d8c-92b4-5da884e272c9 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0613332 Jul 18 10:33:01.609144 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea704d-38f8-4cb0-83dc-c7a375f780dc req-4e0d6ed9-bf80-4aa3-beb8-0a82a303d944 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:01.610599 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1eea704d-38f8-4cb0-83dc-c7a375f780dc req-4e0d6ed9-bf80-4aa3-beb8-0a82a303d944 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=22a03003-3677-426e-8fb8-5b58998eef8a HTTP/1.1" status: 200 len: 943 time: 0.0826306 Jul 18 10:33:01.613746 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:01.641883 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-696f7fcf-0bb8-41fa-ac44-535f714e49df req-7f10732b-e4fa-4dee-9e4b-d7000b068555 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150982 Jul 18 10:33:01.679644 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1eea704d-38f8-4cb0-83dc-c7a375f780dc req-2156d8b1-dc41-4ce0-8665-853bde7c4f87 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595019 Jul 18 10:33:01.756246 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14dfa0-2b6d-4c38-b2b2-59ee72bfc02b req-01e00e74-1f62-4485-ad13-59c255e37a68 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:01.758038 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-cb14dfa0-2b6d-4c38-b2b2-59ee72bfc02b req-01e00e74-1f62-4485-ad13-59c255e37a68 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0547202 Jul 18 10:33:01.814199 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-cb14dfa0-2b6d-4c38-b2b2-59ee72bfc02b req-b7ca7070-2223-4c4d-be85-e0c5dde67723 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503099 Jul 18 10:33:02.143414 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:02.148313 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84959fc9-f231-40c4-8c14-5e405b3fd3d3 req-f11e1d5d-630d-4512-af94-0b13ca6d0d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:02.149866 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-84959fc9-f231-40c4-8c14-5e405b3fd3d3 req-f11e1d5d-630d-4512-af94-0b13ca6d0d7a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c656b71bbd447cba7d11335c928dfda&device_id=22a03003-3677-426e-8fb8-5b58998eef8a HTTP/1.1" status: 200 len: 1127 time: 0.0549002 Jul 18 10:33:02.161782 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-a32d5dd2-3eda-4ab0-96f5-1ec332f631a1 service neutron] 10.222.0.30 "GET /v2.0/networks/a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253853 Jul 18 10:33:02.338546 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea35878-6fc0-4955-81ee-c1d37bb00c1d req-37778767-294c-4294-9795-c51f9623e986 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:02.339937 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2ea35878-6fc0-4955-81ee-c1d37bb00c1d req-37778767-294c-4294-9795-c51f9623e986 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=54754961-403d-4f99-98c1-727db8528d91 HTTP/1.1" status: 200 len: 944 time: 0.1414034 Jul 18 10:33:02.403820 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d0ce0f6b-e158-4d2a-8339-525e0efbd9ac req-c9190952-0ff2-4241-8ce8-6a7b105ca25d service neutron] 10.222.0.30 "GET /v2.0/networks/a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244182 Jul 18 10:33:02.407587 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84959fc9-f231-40c4-8c14-5e405b3fd3d3 req-aaec2497-2e36-4adb-bef7-d4c698fd0506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:02.408959 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-84959fc9-f231-40c4-8c14-5e405b3fd3d3 req-aaec2497-2e36-4adb-bef7-d4c698fd0506 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2c656b71bbd447cba7d11335c928dfda&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2387128 Jul 18 10:33:02.423317 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2ea35878-6fc0-4955-81ee-c1d37bb00c1d req-04898e2c-fb26-4ddc-851b-c0b32993c04c tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=42d96129-778a-40ce-a34a-9fb9443cb303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772984 Jul 18 10:33:02.831215 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1417a08-25cc-4651-916a-11d3cf618cde req-b3be15f6-931f-454c-94dd-74036a04edae tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:02.832763 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f1417a08-25cc-4651-916a-11d3cf618cde req-b3be15f6-931f-454c-94dd-74036a04edae tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=22a03003-3677-426e-8fb8-5b58998eef8a HTTP/1.1" status: 200 len: 943 time: 0.0788970 Jul 18 10:33:02.969209 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64759a9-884d-4302-bfa9-e43a588d0c6f req-f6647353-78c9-43db-8542-45f5cd113855 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:02.970679 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d64759a9-884d-4302-bfa9-e43a588d0c6f req-f6647353-78c9-43db-8542-45f5cd113855 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0841577 Jul 18 10:33:02.978575 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f1417a08-25cc-4651-916a-11d3cf618cde req-a1f41dd6-7caa-4db0-922e-11cf10d40cc8 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100869 Jul 18 10:33:02.980814 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84959fc9-f231-40c4-8c14-5e405b3fd3d3 req-ea64ac8b-9c5e-4044-8260-82431c82ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:02.982361 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-84959fc9-f231-40c4-8c14-5e405b3fd3d3 req-ea64ac8b-9c5e-4044-8260-82431c82ab35 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1954465 Jul 18 10:33:03.026680 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d64759a9-884d-4302-bfa9-e43a588d0c6f req-d36d7378-62da-4cc9-97ea-cadcb01b27ca tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466654 Jul 18 10:33:03.138870 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c95e8a-9f05-4e85-8b61-679792cc323e req-26e174f8-8f33-46c1-bbd0-80b45d8fadf7 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:03.140405 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d3c95e8a-9f05-4e85-8b61-679792cc323e req-26e174f8-8f33-46c1-bbd0-80b45d8fadf7 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0514109 Jul 18 10:33:03.148769 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 34980) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:33:03.153544 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-250c5556-42bc-47ca-868d-0f5d59f307b1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Request body: {'floatingip': {'port_id': '280c18f2-df08-4a5c-a1cc-01a91c5d3cfb'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:33:03.206637 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-250c5556-42bc-47ca-868d-0f5d59f307b1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks [] for floatingip (f30fc5c5-1e59-4b98-99bd-a127028defaa), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:03.285070 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:03.575218 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:03.595313 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac204e14-cd7e-47e1-98b5-dfdfb53cfb32 req-aa0499a2-1053-4e21-9c0a-50de6b316e76 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:03.596808 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ac204e14-cd7e-47e1-98b5-dfdfb53cfb32 req-aa0499a2-1053-4e21-9c0a-50de6b316e76 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=54754961-403d-4f99-98c1-727db8528d91 HTTP/1.1" status: 200 len: 944 time: 0.0885873 Jul 18 10:33:03.704354 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 6 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:33:03.714095 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ac204e14-cd7e-47e1-98b5-dfdfb53cfb32 req-2275aa7e-0c64-4e28-a217-3c4bc00aa241 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=42d96129-778a-40ce-a34a-9fb9443cb303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117594 Jul 18 10:33:03.758814 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-250c5556-42bc-47ca-868d-0f5d59f307b1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:03.760313 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-d8157c5c-05b2-4e6e-91ae-b3d0e7f0e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:03.762055 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-d8157c5c-05b2-4e6e-91ae-b3d0e7f0e52f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c656b71bbd447cba7d11335c928dfda&device_id=22a03003-3677-426e-8fb8-5b58998eef8a HTTP/1.1" status: 200 len: 1127 time: 0.0624902 Jul 18 10:33:03.763306 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-250c5556-42bc-47ca-868d-0f5d59f307b1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780340'] for floatingip (f30fc5c5-1e59-4b98-99bd-a127028defaa), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:03.836526 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-b75da69b-d23a-4fc5-86cb-6f94cf480a9d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de125830-3de3-492c-bc45-25ee6ef36473 HTTP/1.1" status: 200 len: 217 time: 0.0388751 Jul 18 10:33:03.839533 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:03.927883 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-a500a40f-45dc-4816-935c-02c0d2ca654d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:03.929390 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-a500a40f-45dc-4816-935c-02c0d2ca654d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87464419-3975-4a49-a913-5df590abacff HTTP/1.1" status: 200 len: 850 time: 0.0859940 Jul 18 10:33:04.041184 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-c8ebca9c-fbf4-4e6f-a5c7-ba552fb2b3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:04.042711 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-c8ebca9c-fbf4-4e6f-a5c7-ba552fb2b3d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e654fce-ea72-45f2-b759-da2c9a65544d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1046262 Jul 18 10:33:04.139533 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6221876-476a-4921-91df-c315bfd9dd55 req-2b1537e3-cf34-441e-8b25-d217a3f8db98 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:04.141637 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e6221876-476a-4921-91df-c315bfd9dd55 req-2b1537e3-cf34-441e-8b25-d217a3f8db98 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=22a03003-3677-426e-8fb8-5b58998eef8a HTTP/1.1" status: 200 len: 943 time: 0.0897884 Jul 18 10:33:04.171972 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250c5556-42bc-47ca-868d-0f5d59f307b1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Router f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:33:04.197312 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:04.270379 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-223032d2-0e90-48b2-8a8b-047fdf060d5e service neutron] 10.222.0.30 "GET /v2.0/networks/9e654fce-ea72-45f2-b759-da2c9a65544d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194395 Jul 18 10:33:04.331054 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e6221876-476a-4921-91df-c315bfd9dd55 req-3df3afd1-29c2-4941-857f-50ed29bc3ada tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617067 Jul 18 10:33:04.403412 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250c5556-42bc-47ca-868d-0f5d59f307b1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:33:04.408945 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-250c5556-42bc-47ca-868d-0f5d59f307b1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:04.413194 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4530e643-3722-4b28-a3d3-12e1557e8e0d None None] Sync routers for ids ['f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:33:04.423588 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4530e643-3722-4b28-a3d3-12e1557e8e0d None None] Routers {'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:33:04.424198 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-4530e643-3722-4b28-a3d3-12e1557e8e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:32:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:33:04.444917 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3398bad1-cf3a-4c65-acb7-34314be0cd38 req-d5062f6f-55b9-4d71-9efd-4374de173e5e service neutron] 10.222.0.30 "GET /v2.0/networks/9e654fce-ea72-45f2-b759-da2c9a65544d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667910 Jul 18 10:33:04.451640 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3dbac58-662d-4720-8bcf-2300f9a9a5d1', 'tag': '280c18f2-df08-4a5c-a1cc-01a91c5d3cfb'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:33:04.454514 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa4589d-c465-4301-b94a-340ec918bd88" -d '{"events": [{"name": "network-changed", "server_uuid": "a3dbac58-662d-4720-8bcf-2300f9a9a5d1", "tag": "280c18f2-df08-4a5c-a1cc-01a91c5d3cfb"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:33:04.483907 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:04.492325 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-250c5556-42bc-47ca-868d-0f5d59f307b1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "PUT /v2.0/floatingips/f30fc5c5-1e59-4b98-99bd-a127028defaa HTTP/1.1" status: 200 len: 993 time: 1.3423445 Jul 18 10:33:04.507782 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6921f9-cad3-4542-a820-b0e5c3ae7510 x-openstack-request-id: req-de6921f9-cad3-4542-a820-b0e5c3ae7510 {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:33:04.508074 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3dbac58-662d-4720-8bcf-2300f9a9a5d1", "tag": "280c18f2-df08-4a5c-a1cc-01a91c5d3cfb", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:33:04.508432 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-de6921f9-cad3-4542-a820-b0e5c3ae7510 {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:33:04.508770 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de6921f9-cad3-4542-a820-b0e5c3ae7510'] response: {'name': 'network-changed', 'server_uuid': 'a3dbac58-662d-4720-8bcf-2300f9a9a5d1', 'tag': '280c18f2-df08-4a5c-a1cc-01a91c5d3cfb', 'status': 'completed', 'code': 200} Jul 18 10:33:04.537063 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-4530e643-3722-4b28-a3d3-12e1557e8e0d None None] Set router f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:33:04.567310 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:04.749784 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-4530e643-3722-4b28-a3d3-12e1557e8e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'name': 'tempest-ServerRescueNegativeTestJSON-176325128-router', 'tenant_id': '8a1921237622439bab89676e11477c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:29:02Z', 'revision_number': 4, 'project_id': '8a1921237622439bab89676e11477c13', 'gw_port': {'id': '28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:49:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': 'f30fc5c5-1e59-4b98-99bd-a127028defaa', 'tenant_id': '8a1921237622439bab89676e11477c13', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'port_id': '280c18f2-df08-4a5c-a1cc-01a91c5d3cfb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4', 'mac_address': 'fa:16:3e:80:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dbac58-662d-4720-8bcf-2300f9a9a5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:31:02Z', 'updated_at': '2022-07-18T10:33:03Z', 'revision_number': 3, 'project_id': '8a1921237622439bab89676e11477c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c5bed01-d698-4642-a43a-72c6ad80cbb9', 'name': '', 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4', 'tenant_id': '8a1921237622439bab89676e11477c13', 'mac_address': 'fa:16:3e:1e:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'af51bf80-7ad7-4853-9105-dc8b032ebd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:29:01Z', 'updated_at': '2022-07-18T10:29:16Z', 'revision_number': 5, 'project_id': '8a1921237622439bab89676e11477c13', 'subnets': [{'id': 'af51bf80-7ad7-4853-9105-dc8b032ebd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:33:04.775378 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4530e643-3722-4b28-a3d3-12e1557e8e0d None None] Checking router: f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3 for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:33:04.784043 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4530e643-3722-4b28-a3d3-12e1557e8e0d None None] Routers {'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:33:04.784694 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-4530e643-3722-4b28-a3d3-12e1557e8e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:32:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:33:04.821320 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4589d-c465-4301-b94a-340ec918bd88 req-cd681b12-4df6-46b4-8523-fe1cde69efab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:04.822752 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ffa4589d-c465-4301-b94a-340ec918bd88 req-cd681b12-4df6-46b4-8523-fe1cde69efab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a1921237622439bab89676e11477c13&device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 1129 time: 0.0712266 Jul 18 10:33:04.856626 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814ddef-3762-4889-a8ea-ce7cf14e1601 req-c4c27dfb-a21b-45ef-970c-c278001e959e tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:04.857689 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5814ddef-3762-4889-a8ea-ce7cf14e1601 req-c4c27dfb-a21b-45ef-970c-c278001e959e tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=54754961-403d-4f99-98c1-727db8528d91 HTTP/1.1" status: 200 len: 944 time: 0.0699971 Jul 18 10:33:04.895320 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device ad0604e9-a3b4-440c-b590-c9d4898189de details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:33:04.903622 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-4530e643-3722-4b28-a3d3-12e1557e8e0d None None] Set router f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:33:04.965856 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5814ddef-3762-4889-a8ea-ce7cf14e1601 req-1c1ab193-626e-413d-84c7-360a19550bdc tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=42d96129-778a-40ce-a34a-9fb9443cb303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990815 Jul 18 10:33:04.970850 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4589d-c465-4301-b94a-340ec918bd88 req-3e472326-f9f2-4a01-86ac-0cbdd26de886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:04.972321 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ffa4589d-c465-4301-b94a-340ec918bd88 req-3e472326-f9f2-4a01-86ac-0cbdd26de886 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3122165b-a136-4d21-b84f-81ce161e0ad4 HTTP/1.1" status: 200 len: 919 time: 0.1415274 Jul 18 10:33:05.119195 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port ad0604e9-a3b4-440c-b590-c9d4898189de, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=ad0604e9-a3b4-440c-b590-c9d4898189de,segment=NetworkSegment(9f9e9026-9d7c-43b5-af17-ac9b99df5729),segment_id=9f9e9026-9d7c-43b5-af17-ac9b99df5729)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:33:05.168215 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Returning: {'device': 'ad0604e9-a3b4-440c-b590-c9d4898189de', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'port_id': 'ad0604e9-a3b4-440c-b590-c9d4898189de', 'mac_address': 'fa:16:3e:0b:8a:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:33:05.171726 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:05.231585 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port ad0604e9-a3b4-440c-b590-c9d4898189de is: DOWN; New status is: BUILD {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:33:05.231980 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (ad0604e9-a3b4-440c-b590-c9d4898189de), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:05.269904 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad0604e9-a3b4-440c-b590-c9d4898189de {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:33:05.302445 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-4530e643-3722-4b28-a3d3-12e1557e8e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'name': 'tempest-ServerRescueNegativeTestJSON-176325128-router', 'tenant_id': '8a1921237622439bab89676e11477c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:29:02Z', 'revision_number': 4, 'project_id': '8a1921237622439bab89676e11477c13', 'gw_port': {'id': '28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:49:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': 'f30fc5c5-1e59-4b98-99bd-a127028defaa', 'tenant_id': '8a1921237622439bab89676e11477c13', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'port_id': '280c18f2-df08-4a5c-a1cc-01a91c5d3cfb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4', 'mac_address': 'fa:16:3e:80:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dbac58-662d-4720-8bcf-2300f9a9a5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:31:02Z', 'updated_at': '2022-07-18T10:33:03Z', 'revision_number': 3, 'project_id': '8a1921237622439bab89676e11477c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c5bed01-d698-4642-a43a-72c6ad80cbb9', 'name': '', 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4', 'tenant_id': '8a1921237622439bab89676e11477c13', 'mac_address': 'fa:16:3e:1e:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'af51bf80-7ad7-4853-9105-dc8b032ebd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:29:01Z', 'updated_at': '2022-07-18T10:29:16Z', 'revision_number': 5, 'project_id': '8a1921237622439bab89676e11477c13', 'subnets': [{'id': 'af51bf80-7ad7-4853-9105-dc8b032ebd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:33:05.303818 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ffa4589d-c465-4301-b94a-340ec918bd88 req-ac697f6f-85ac-4b48-93d9-85597ed97ed0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=280c18f2-df08-4a5c-a1cc-01a91c5d3cfb HTTP/1.1" status: 200 len: 1001 time: 0.3248889 Jul 18 10:33:05.306325 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port ad0604e9-a3b4-440c-b590-c9d4898189de, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=ad0604e9-a3b4-440c-b590-c9d4898189de,segment=NetworkSegment(9f9e9026-9d7c-43b5-af17-ac9b99df5729),segment_id=9f9e9026-9d7c-43b5-af17-ac9b99df5729)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:33:05.358378 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4589d-c465-4301-b94a-340ec918bd88 req-68a971d1-20a9-4ad5-a73b-47b6ace8fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:05.361338 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ffa4589d-c465-4301-b94a-340ec918bd88 req-68a971d1-20a9-4ad5-a73b-47b6ace8fcda service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af51bf80-7ad7-4853-9105-dc8b032ebd26 HTTP/1.1" status: 200 len: 857 time: 0.0496311 Jul 18 10:33:05.412676 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4589d-c465-4301-b94a-340ec918bd88 req-0c0f906e-ed85-4078-a0b8-5e07831386eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:05.414214 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ffa4589d-c465-4301-b94a-340ec918bd88 req-0c0f906e-ed85-4078-a0b8-5e07831386eb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3122165b-a136-4d21-b84f-81ce161e0ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467007 Jul 18 10:33:05.461438 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (ad0604e9-a3b4-440c-b590-c9d4898189de), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:05.463518 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4530e643-3722-4b28-a3d3-12e1557e8e0d None None] The sync data for ids ['f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'] in dv-cinder-837546-3-iscsi is: [{'id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'name': 'tempest-ServerRescueNegativeTestJSON-176325128-router', 'tenant_id': '8a1921237622439bab89676e11477c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:29:02Z', 'revision_number': 4, 'project_id': '8a1921237622439bab89676e11477c13', 'gw_port': {'id': '28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:49:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': 'f30fc5c5-1e59-4b98-99bd-a127028defaa', 'tenant_id': '8a1921237622439bab89676e11477c13', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'port_id': '280c18f2-df08-4a5c-a1cc-01a91c5d3cfb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4', 'mac_address': 'fa:16:3e:80:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dbac58-662d-4720-8bcf-2300f9a9a5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:31:02Z', 'updated_at': '2022-07-18T10:33:03Z', 'revision_number': 3, 'project_id': '8a1921237622439bab89676e11477c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c5bed01-d698-4642-a43a-72c6ad80cbb9', 'name': '', 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4', 'tenant_id': '8a1921237622439bab89676e11477c13', 'mac_address': 'fa:16:3e:1e:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'af51bf80-7ad7-4853-9105-dc8b032ebd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:29:01Z', 'updated_at': '2022-07-18T10:29:16Z', 'revision_number': 5, 'project_id': '8a1921237622439bab89676e11477c13', 'subnets': [{'id': 'af51bf80-7ad7-4853-9105-dc8b032ebd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:33:05.511710 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1753201-416b-43d2-9232-388798ef6fc2 req-7f82b1e7-f01b-4e32-b87e-e181e720b8f6 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:05.513291 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e1753201-416b-43d2-9232-388798ef6fc2 req-7f82b1e7-f01b-4e32-b87e-e181e720b8f6 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=22a03003-3677-426e-8fb8-5b58998eef8a HTTP/1.1" status: 200 len: 943 time: 0.0981965 Jul 18 10:33:05.513616 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=ad0604e9-a3b4-440c-b590-c9d4898189de,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:33:05.567101 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ffa4589d-c465-4301-b94a-340ec918bd88 req-c782b2be-615f-4453-adea-4e9076c99ef2 service neutron] 10.222.0.30 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426797 Jul 18 10:33:05.607617 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e1753201-416b-43d2-9232-388798ef6fc2 req-c303f89a-c813-4bae-8699-cf211aaebc88 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863924 Jul 18 10:33:05.646971 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:05.681400 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ffa4589d-c465-4301-b94a-340ec918bd88 req-b2e84662-4aff-4746-ab1c-6f3470af6638 service neutron] 10.222.0.30 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040547 Jul 18 10:33:05.732773 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['ad0604e9-a3b4-440c-b590-c9d4898189de'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:33:05.781407 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:06.092611 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f3567-979e-4d62-924a-0c62760315fd req-895ddec5-1696-4970-b087-b5384ac610f5 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:06.094725 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-601f3567-979e-4d62-924a-0c62760315fd req-895ddec5-1696-4970-b087-b5384ac610f5 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=54754961-403d-4f99-98c1-727db8528d91 HTTP/1.1" status: 200 len: 945 time: 0.0518553 Jul 18 10:33:06.145278 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-601f3567-979e-4d62-924a-0c62760315fd req-3f5a6454-05f5-4cdf-a8bf-7f261f1763a5 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=42d96129-778a-40ce-a34a-9fb9443cb303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441406 Jul 18 10:33:06.510530 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3dbac58-662d-4720-8bcf-2300f9a9a5d1', 'tag': '280c18f2-df08-4a5c-a1cc-01a91c5d3cfb'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:33:06.512877 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae390fa-8d32-4e7c-9cc2-d9a2d854572e" -d '{"events": [{"name": "network-changed", "server_uuid": "a3dbac58-662d-4720-8bcf-2300f9a9a5d1", "tag": "280c18f2-df08-4a5c-a1cc-01a91c5d3cfb"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:33:06.547789 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef1b045-bf59-4b6a-a929-f060b9ffae0f x-openstack-request-id: req-0ef1b045-bf59-4b6a-a929-f060b9ffae0f {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:33:06.548076 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3dbac58-662d-4720-8bcf-2300f9a9a5d1", "tag": "280c18f2-df08-4a5c-a1cc-01a91c5d3cfb", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:33:06.548323 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0ef1b045-bf59-4b6a-a929-f060b9ffae0f {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:33:06.548751 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ef1b045-bf59-4b6a-a929-f060b9ffae0f'] response: {'name': 'network-changed', 'server_uuid': 'a3dbac58-662d-4720-8bcf-2300f9a9a5d1', 'tag': '280c18f2-df08-4a5c-a1cc-01a91c5d3cfb', 'status': 'completed', 'code': 200} Jul 18 10:33:06.610783 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae390fa-8d32-4e7c-9cc2-d9a2d854572e req-2d633073-16c0-44ab-83a8-6bf839386948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:06.612191 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6ae390fa-8d32-4e7c-9cc2-d9a2d854572e req-2d633073-16c0-44ab-83a8-6bf839386948 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a1921237622439bab89676e11477c13&device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 1129 time: 0.0429244 Jul 18 10:33:06.739462 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9264095-220b-4f55-a1e4-6eff8b87e4ff req-4a761f17-d89f-4edb-8e75-1292e3822c09 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:06.740948 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e9264095-220b-4f55-a1e4-6eff8b87e4ff req-4a761f17-d89f-4edb-8e75-1292e3822c09 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=22a03003-3677-426e-8fb8-5b58998eef8a HTTP/1.1" status: 200 len: 943 time: 0.0671372 Jul 18 10:33:06.745402 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae390fa-8d32-4e7c-9cc2-d9a2d854572e req-69e7f049-5c54-4f1a-886b-bfc9c01f2f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:06.746719 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6ae390fa-8d32-4e7c-9cc2-d9a2d854572e req-69e7f049-5c54-4f1a-886b-bfc9c01f2f17 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3122165b-a136-4d21-b84f-81ce161e0ad4 HTTP/1.1" status: 200 len: 919 time: 0.1271069 Jul 18 10:33:06.833797 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6ae390fa-8d32-4e7c-9cc2-d9a2d854572e req-22fb22c2-e5e7-4072-8c47-e1647dcc5ba4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=280c18f2-df08-4a5c-a1cc-01a91c5d3cfb HTTP/1.1" status: 200 len: 1001 time: 0.0793064 Jul 18 10:33:06.837428 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e9264095-220b-4f55-a1e4-6eff8b87e4ff req-328686b3-7c57-477c-a0be-6a477bd1752b tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898423 Jul 18 10:33:06.871197 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:06.889434 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae390fa-8d32-4e7c-9cc2-d9a2d854572e req-ae9492c1-fba7-45da-9695-1673ae9261df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:06.891470 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6ae390fa-8d32-4e7c-9cc2-d9a2d854572e req-ae9492c1-fba7-45da-9695-1673ae9261df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af51bf80-7ad7-4853-9105-dc8b032ebd26 HTTP/1.1" status: 200 len: 857 time: 0.0505655 Jul 18 10:33:06.896323 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device ad0604e9-a3b4-440c-b590-c9d4898189de up at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:33:06.934448 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae390fa-8d32-4e7c-9cc2-d9a2d854572e req-e1b54c32-f7ba-4cb2-a864-8120598a1630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:06.935933 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6ae390fa-8d32-4e7c-9cc2-d9a2d854572e req-e1b54c32-f7ba-4cb2-a864-8120598a1630 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3122165b-a136-4d21-b84f-81ce161e0ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385690 Jul 18 10:33:06.938956 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning for port ad0604e9-a3b4-440c-b590-c9d4898189de completed by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:33:06.944995 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning complete for port ad0604e9-a3b4-440c-b590-c9d4898189de triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:33:06.945575 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (ad0604e9-a3b4-440c-b590-c9d4898189de), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:07.020668 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port ad0604e9-a3b4-440c-b590-c9d4898189de is: BUILD; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:33:07.021258 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (ad0604e9-a3b4-440c-b590-c9d4898189de), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:07.025975 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6ae390fa-8d32-4e7c-9cc2-d9a2d854572e req-2c33847a-0e58-4e6b-8f65-1235c2d77dda service neutron] 10.222.0.30 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827134 Jul 18 10:33:07.045512 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54754961-403d-4f99-98c1-727db8528d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0604e9-a3b4-440c-b590-c9d4898189de'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:33:07.048584 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84681e705a03fd555db26336157b75fd76ce56e0c69b7b802094418238443ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8e0f40-2df5-4195-97ac-3cb13eae0479" -d '{"events": [{"server_uuid": "54754961-403d-4f99-98c1-727db8528d91", "name": "network-vif-plugged", "status": "completed", "tag": "ad0604e9-a3b4-440c-b590-c9d4898189de"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:33:07.066661 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port ad0604e9-a3b4-440c-b590-c9d4898189de, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=ad0604e9-a3b4-440c-b590-c9d4898189de,segment=NetworkSegment(9f9e9026-9d7c-43b5-af17-ac9b99df5729),segment_id=9f9e9026-9d7c-43b5-af17-ac9b99df5729)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:33:07.071364 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (ad0604e9-a3b4-440c-b590-c9d4898189de), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:07.094946 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3815fb4f-a792-4747-a390-3212be28b605 x-openstack-request-id: req-3815fb4f-a792-4747-a390-3212be28b605 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:33:07.095251 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54754961-403d-4f99-98c1-727db8528d91", "name": "network-vif-plugged", "status": "completed", "tag": "ad0604e9-a3b4-440c-b590-c9d4898189de", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:33:07.095500 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3815fb4f-a792-4747-a390-3212be28b605 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:33:07.095886 dv-cinder-837546-3-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3815fb4f-a792-4747-a390-3212be28b605'] response: {'server_uuid': '54754961-403d-4f99-98c1-727db8528d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0604e9-a3b4-440c-b590-c9d4898189de', 'code': 200} Jul 18 10:33:07.128479 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=ad0604e9-a3b4-440c-b590-c9d4898189de,revision_number=5']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:33:07.138908 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6ae390fa-8d32-4e7c-9cc2-d9a2d854572e req-75430918-d126-4ddd-bfe0-32d11ff1a588 service neutron] 10.222.0.30 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060715 Jul 18 10:33:07.308922 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182e60c-f72f-40c7-9452-209c3e74d03d req-0b9cd6dc-2b20-4f58-8a32-39b1c6f427c1 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:07.310423 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c182e60c-f72f-40c7-9452-209c3e74d03d req-0b9cd6dc-2b20-4f58-8a32-39b1c6f427c1 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=54754961-403d-4f99-98c1-727db8528d91 HTTP/1.1" status: 200 len: 946 time: 0.0858412 Jul 18 10:33:07.313456 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240cfa8-0af1-42c5-9cbd-222e180a293b req-e1049ff3-c299-46bf-87c5-87fdbe5d7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:07.314814 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f240cfa8-0af1-42c5-9cbd-222e180a293b req-e1049ff3-c299-46bf-87c5-87fdbe5d7e4d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=54754961-403d-4f99-98c1-727db8528d91 HTTP/1.1" status: 200 len: 1130 time: 0.0583670 Jul 18 10:33:07.395193 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c182e60c-f72f-40c7-9452-209c3e74d03d req-7c07d788-b56e-467f-b559-3603c402589e tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=42d96129-778a-40ce-a34a-9fb9443cb303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792754 Jul 18 10:33:07.397533 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f240cfa8-0af1-42c5-9cbd-222e180a293b req-12d16d6e-c2ce-475c-884f-259d4633ce45 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=42d96129-778a-40ce-a34a-9fb9443cb303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754883 Jul 18 10:33:07.952923 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42482c1-8cee-4a7f-8227-76d5f2fb42d7 req-38bdf7ee-a756-40cb-a7c9-3e0149cd75d2 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:07.954293 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e42482c1-8cee-4a7f-8227-76d5f2fb42d7 req-38bdf7ee-a756-40cb-a7c9-3e0149cd75d2 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=22a03003-3677-426e-8fb8-5b58998eef8a HTTP/1.1" status: 200 len: 943 time: 0.0471182 Jul 18 10:33:08.001605 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e42482c1-8cee-4a7f-8227-76d5f2fb42d7 req-c9e51fd3-c7c4-4c27-848d-71a546ec65c2 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419688 Jul 18 10:33:08.522586 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61246e89-1102-4984-8ba0-c76587f029a8 req-92f397e5-156a-4dae-9666-af669889d551 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:08.524112 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-61246e89-1102-4984-8ba0-c76587f029a8 req-92f397e5-156a-4dae-9666-af669889d551 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=54754961-403d-4f99-98c1-727db8528d91 HTTP/1.1" status: 200 len: 946 time: 0.0594096 Jul 18 10:33:08.559654 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:08.576712 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-61246e89-1102-4984-8ba0-c76587f029a8 req-a16c735b-299d-48dd-b9b8-c5af3ecd872f tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=42d96129-778a-40ce-a34a-9fb9443cb303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464973 Jul 18 10:33:09.120010 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ac17b-71d4-4593-8978-b39f955c627a req-35bfdd1e-a24a-4fe9-8349-e8d7b9369ffb tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:09.121677 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-7c8ac17b-71d4-4593-8978-b39f955c627a req-35bfdd1e-a24a-4fe9-8349-e8d7b9369ffb tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=22a03003-3677-426e-8fb8-5b58998eef8a HTTP/1.1" status: 200 len: 943 time: 0.0527852 Jul 18 10:33:09.173837 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-7c8ac17b-71d4-4593-8978-b39f955c627a req-ff421e7e-4a11-491f-a2c3-9ee4718062ea tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460966 Jul 18 10:33:09.566697 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35060) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:33:09.607037 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=100 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:09.613380 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f179ab-1b8d-4acd-987a-438288a4df4c admin admin] Deleting subnet d4fa1e89-cbca-4ddc-a2c7-37d61576e52d {{(pid=103898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 10:33:09.616732 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b5f179ab-1b8d-4acd-987a-438288a4df4c admin admin] Publish callbacks [] for subnet (d4fa1e89-cbca-4ddc-a2c7-37d61576e52d), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:09.651669 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b5f179ab-1b8d-4acd-987a-438288a4df4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260918855'] for subnet (d4fa1e89-cbca-4ddc-a2c7-37d61576e52d), precommit_delete_associations {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:09.689951 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6207f-2bd1-499e-8f37-17e050f44d8a req-f9b281da-2cd6-4663-81bd-b324fe2e8c93 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:09.691152 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b5f179ab-1b8d-4acd-987a-438288a4df4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8074828'] for subnet (d4fa1e89-cbca-4ddc-a2c7-37d61576e52d), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:09.691587 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8ed6207f-2bd1-499e-8f37-17e050f44d8a req-f9b281da-2cd6-4663-81bd-b324fe2e8c93 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=54754961-403d-4f99-98c1-727db8528d91 HTTP/1.1" status: 200 len: 946 time: 0.0474880 Jul 18 10:33:09.749162 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8ed6207f-2bd1-499e-8f37-17e050f44d8a req-d5d19739-ae1f-4f79-9bcd-2e8c37ee8b8e tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=42d96129-778a-40ce-a34a-9fb9443cb303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518806 Jul 18 10:33:09.753683 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b5f179ab-1b8d-4acd-987a-438288a4df4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8074843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260947630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260973135'] for subnet (d4fa1e89-cbca-4ddc-a2c7-37d61576e52d), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:09.766174 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:09.784066 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f179ab-1b8d-4acd-987a-438288a4df4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4fa1e89-cbca-4ddc-a2c7-37d61576e52d,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:33:09.786782 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b5f179ab-1b8d-4acd-987a-438288a4df4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:09.792368 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-b5f179ab-1b8d-4acd-987a-438288a4df4c admin admin] 10.222.0.33 "DELETE /v2.0/subnets/d4fa1e89-cbca-4ddc-a2c7-37d61576e52d HTTP/1.1" status: 204 len: 168 time: 0.2224686 Jul 18 10:33:09.792646 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35066) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:33:09.864298 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b63ff0f4-29c6-459c-afdd-a8fb7501f792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7979611'] for network (303a42e4-0390-40fa-955b-4c7e6e4064b3), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:09.865689 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6f051-46c4-4427-a8ba-06b6621ab053 req-2faad0e0-ecee-4176-8bcc-95506930f43c tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:09.867467 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-61f6f051-46c4-4427-a8ba-06b6621ab053 req-2faad0e0-ecee-4176-8bcc-95506930f43c tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=54754961-403d-4f99-98c1-727db8528d91 HTTP/1.1" status: 200 len: 946 time: 0.0524375 Jul 18 10:33:09.875582 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 35068) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:33:09.880159 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-fa4ecc11-7fb7-498c-8216-dded6cdc4b18 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Request body: {'floatingip': {'port_id': 'ad0604e9-a3b4-440c-b590-c9d4898189de'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:33:09.920176 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-fa4ecc11-7fb7-498c-8216-dded6cdc4b18 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for floatingip (7027919b-6b8f-43f3-aebf-601e45a79fef), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:09.952873 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b63ff0f4-29c6-459c-afdd-a8fb7501f792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8074381', 'neutron.services.segments.db._delete_segments_for_network-8756234178838'] for network (303a42e4-0390-40fa-955b-4c7e6e4064b3), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:09.972854 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.services.segments.db [None req-b63ff0f4-29c6-459c-afdd-a8fb7501f792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['303a42e4-0390-40fa-955b-4c7e6e4064b3']}} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:33:09.982346 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.services.segments.db [None req-b63ff0f4-29c6-459c-afdd-a8fb7501f792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c10a60d-c857-49e0-ba1d-55ba4b507011') {'for_net_delete': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:33:09.982641 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.services.segments.db [None req-b63ff0f4-29c6-459c-afdd-a8fb7501f792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c10a60d-c857-49e0-ba1d-55ba4b507011') {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:33:09.992242 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b63ff0f4-29c6-459c-afdd-a8fb7501f792 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756234179103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260918846'] for segment (9c10a60d-c857-49e0-ba1d-55ba4b507011), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:10.006649 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b63ff0f4-29c6-459c-afdd-a8fb7501f792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (9c10a60d-c857-49e0-ba1d-55ba4b507011), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:10.013795 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b63ff0f4-29c6-459c-afdd-a8fb7501f792 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 10:33:10.014203 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b63ff0f4-29c6-459c-afdd-a8fb7501f792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260947020'] for segment (9c10a60d-c857-49e0-ba1d-55ba4b507011), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:10.033157 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.services.segments.plugin [-] Segment 9c10a60d-c857-49e0-ba1d-55ba4b507011 resource provider aggregate not found Jul 18 10:33:10.034453 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:10.071213 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.services.segments.plugin [-] Segment 9c10a60d-c857-49e0-ba1d-55ba4b507011 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c10a60d-c857-49e0-ba1d-55ba4b507011 found for delete ", "request_id": "req-de889256-b59d-42fa-bed1-d5a7dbd35e3e"}]} Jul 18 10:33:10.086592 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b63ff0f4-29c6-459c-afdd-a8fb7501f792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8074358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781180'] for network (303a42e4-0390-40fa-955b-4c7e6e4064b3), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:10.092446 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b63ff0f4-29c6-459c-afdd-a8fb7501f792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:10.097920 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-b63ff0f4-29c6-459c-afdd-a8fb7501f792 admin admin] 10.222.0.33 "DELETE /v2.0/networks/303a42e4-0390-40fa-955b-4c7e6e4064b3 HTTP/1.1" status: 204 len: 168 time: 0.3020365 Jul 18 10:33:10.108949 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ff0f4-29c6-459c-afdd-a8fb7501f792 admin admin] Pushing event deleted for resources: {'Network': ['ID=303a42e4-0390-40fa-955b-4c7e6e4064b3,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:33:10.287346 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35078) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:33:10.293606 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:10.322234 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e380f2c-f3c1-4cd4-b4e0-d6fcbe335e23 req-b929fd15-349a-4eeb-a838-ede5d9371a68 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:10.323727 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8e380f2c-f3c1-4cd4-b4e0-d6fcbe335e23 req-b929fd15-349a-4eeb-a838-ede5d9371a68 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=22a03003-3677-426e-8fb8-5b58998eef8a HTTP/1.1" status: 200 len: 943 time: 0.0680137 Jul 18 10:33:10.340971 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-c9c9ac87-3a66-4472-9154-6a96152e7d50 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ee6203312784435b8cd1fdfede3fb597&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0501010 Jul 18 10:33:10.341191 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35080) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:33:10.390366 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b9d0fad4-42d7-458c-9d6e-03eecafaaf11 admin admin] Publish callbacks [] for security_group (94c17826-d186-4876-8b72-6b8a25899806), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:10.411671 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b9d0fad4-42d7-458c-9d6e-03eecafaaf11 admin admin] Publish callbacks [] for security_group (94c17826-d186-4876-8b72-6b8a25899806), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:10.437362 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8e380f2c-f3c1-4cd4-b4e0-d6fcbe335e23 req-27eff3bd-4254-49ef-afe8-1553425bc5b1 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918245 Jul 18 10:33:10.443391 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-fa4ecc11-7fb7-498c-8216-dded6cdc4b18 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:10.448532 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-fa4ecc11-7fb7-498c-8216-dded6cdc4b18 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780340'] for floatingip (7027919b-6b8f-43f3-aebf-601e45a79fef), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:10.461863 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b9d0fad4-42d7-458c-9d6e-03eecafaaf11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (94c17826-d186-4876-8b72-6b8a25899806), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:10.464555 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b9d0fad4-42d7-458c-9d6e-03eecafaaf11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:10.465818 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-b9d0fad4-42d7-458c-9d6e-03eecafaaf11 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/94c17826-d186-4876-8b72-6b8a25899806 HTTP/1.1" status: 204 len: 168 time: 0.1237316 Jul 18 10:33:10.474168 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0fad4-42d7-458c-9d6e-03eecafaaf11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c17826-d186-4876-8b72-6b8a25899806,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:33:10.544473 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.db.l3_db [None req-fa4ecc11-7fb7-498c-8216-dded6cdc4b18 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Floating IP 7027919b-6b8f-43f3-aebf-601e45a79fef associated. External IP: 172.27.3.163, port: ad0604e9-a3b4-440c-b590-c9d4898189de. Jul 18 10:33:10.688990 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:10.759000 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4ecc11-7fb7-498c-8216-dded6cdc4b18 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Router 2d9a0d12-2331-4e5f-9d38-b53462247d9a has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:33:10.869691 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4ecc11-7fb7-498c-8216-dded6cdc4b18 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:33:10.874340 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-fa4ecc11-7fb7-498c-8216-dded6cdc4b18 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:10.878780 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9397e53a-17d1-471b-b9f7-7a8b9828a9d0 None None] Sync routers for ids ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'] in dv-cinder-837546-3-iscsi {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:33:10.889580 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9397e53a-17d1-471b-b9f7-7a8b9828a9d0 None None] Routers {'2d9a0d12-2331-4e5f-9d38-b53462247d9a'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:33:10.890290 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-9397e53a-17d1-471b-b9f7-7a8b9828a9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:32:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:33:10.907212 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-fa4ecc11-7fb7-498c-8216-dded6cdc4b18 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "PUT /v2.0/floatingips/7027919b-6b8f-43f3-aebf-601e45a79fef HTTP/1.1" status: 200 len: 992 time: 1.0278661 Jul 18 10:33:10.907212 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54754961-403d-4f99-98c1-727db8528d91', 'tag': 'ad0604e9-a3b4-440c-b590-c9d4898189de'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:33:10.908056 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da6aeff-14d0-4cee-81d4-689ff18a9367" -d '{"events": [{"name": "network-changed", "server_uuid": "54754961-403d-4f99-98c1-727db8528d91", "tag": "ad0604e9-a3b4-440c-b590-c9d4898189de"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:33:10.931480 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device de125830-3de3-492c-bc45-25ee6ef36473 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:33:10.947309 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb87a897-d568-406b-af98-905d6832a337 x-openstack-request-id: req-cb87a897-d568-406b-af98-905d6832a337 {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:33:10.947898 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54754961-403d-4f99-98c1-727db8528d91", "tag": "ad0604e9-a3b4-440c-b590-c9d4898189de", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:33:10.948171 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-cb87a897-d568-406b-af98-905d6832a337 {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:33:10.948910 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb87a897-d568-406b-af98-905d6832a337'] response: {'name': 'network-changed', 'server_uuid': '54754961-403d-4f99-98c1-727db8528d91', 'tag': 'ad0604e9-a3b4-440c-b590-c9d4898189de', 'status': 'completed', 'code': 200} Jul 18 10:33:10.996359 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-9397e53a-17d1-471b-b9f7-7a8b9828a9d0 None None] Set router 2d9a0d12-2331-4e5f-9d38-b53462247d9a gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:33:11.019308 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6aeff-14d0-4cee-81d4-689ff18a9367 req-8b0ca3c7-e52f-4c61-8a3b-752dcf13cc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:11.021838 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5da6aeff-14d0-4cee-81d4-689ff18a9367 req-8b0ca3c7-e52f-4c61-8a3b-752dcf13cc62 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cf3d5bfe9a745f38372c42c9cfa1f63&device_id=54754961-403d-4f99-98c1-727db8528d91 HTTP/1.1" status: 200 len: 1130 time: 0.0447929 Jul 18 10:33:11.036761 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port de125830-3de3-492c-bc45-25ee6ef36473, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=de125830-3de3-492c-bc45-25ee6ef36473,segment=NetworkSegment(2d16fefc-509d-4f46-8970-6e15cc7ed3ca),segment_id=2d16fefc-509d-4f46-8970-6e15cc7ed3ca)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:33:11.049436 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Returning: {'device': 'de125830-3de3-492c-bc45-25ee6ef36473', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'port_id': 'de125830-3de3-492c-bc45-25ee6ef36473', 'mac_address': 'fa:16:3e:a3:31:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87464419-3975-4a49-a913-5df590abacff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:33:11.051705 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:11.088137 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port de125830-3de3-492c-bc45-25ee6ef36473 is: DOWN; New status is: BUILD {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:33:11.088583 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (de125830-3de3-492c-bc45-25ee6ef36473), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:11.105503 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:11.106534 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de125830-3de3-492c-bc45-25ee6ef36473 {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:33:11.125029 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6aeff-14d0-4cee-81d4-689ff18a9367 req-a1b45125-d983-4fa0-b1eb-c90175cae14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:11.126681 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5da6aeff-14d0-4cee-81d4-689ff18a9367 req-a1b45125-d983-4fa0-b1eb-c90175cae14b service neutron] 10.222.0.30 "GET /v2.0/networks?id=a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 HTTP/1.1" status: 200 len: 916 time: 0.0977380 Jul 18 10:33:11.130093 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port de125830-3de3-492c-bc45-25ee6ef36473, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=de125830-3de3-492c-bc45-25ee6ef36473,segment=NetworkSegment(2d16fefc-509d-4f46-8970-6e15cc7ed3ca),segment_id=2d16fefc-509d-4f46-8970-6e15cc7ed3ca)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:33:11.134009 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (de125830-3de3-492c-bc45-25ee6ef36473), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:11.195119 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5da6aeff-14d0-4cee-81d4-689ff18a9367 req-5d1f925f-5658-4bfc-98e1-02fc6927f782 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad0604e9-a3b4-440c-b590-c9d4898189de HTTP/1.1" status: 200 len: 1000 time: 0.0583556 Jul 18 10:33:11.195330 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=de125830-3de3-492c-bc45-25ee6ef36473,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:33:11.221549 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-9397e53a-17d1-471b-b9f7-7a8b9828a9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'name': 'tempest-AttachVolumeNegativeTest-1979717538-router', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '55318072-cef0-4676-82c9-ee2867adafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 4, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'gw_port': {'id': '55318072-cef0-4676-82c9-ee2867adafd7', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '7027919b-6b8f-43f3-aebf-601e45a79fef', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'floating_ip_address': '172.27.3.163', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'port_id': 'ad0604e9-a3b4-440c-b590-c9d4898189de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'mac_address': 'fa:16:3e:0b:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54754961-403d-4f99-98c1-727db8528d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:32:47Z', 'updated_at': '2022-07-18T10:33:10Z', 'revision_number': 1, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1420ff7f-6c01-4735-aa6b-eee69bfd69e9', 'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'mac_address': 'fa:16:3e:ec:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:57Z', 'updated_at': '2022-07-18T10:29:07Z', 'revision_number': 5, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'subnets': [{'id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:33:11.246058 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9397e53a-17d1-471b-b9f7-7a8b9828a9d0 None None] Checking router: 2d9a0d12-2331-4e5f-9d38-b53462247d9a for host: dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:33:11.248132 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6aeff-14d0-4cee-81d4-689ff18a9367 req-1458e12a-4f3e-48e3-804a-9240b0878185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:11.249659 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5da6aeff-14d0-4cee-81d4-689ff18a9367 req-1458e12a-4f3e-48e3-804a-9240b0878185 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4981e04-0b42-475d-8711-94b32dc6a81f HTTP/1.1" status: 200 len: 854 time: 0.0485842 Jul 18 10:33:11.254662 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9397e53a-17d1-471b-b9f7-7a8b9828a9d0 None None] Routers {'2d9a0d12-2331-4e5f-9d38-b53462247d9a'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:33:11.255251 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-9397e53a-17d1-471b-b9f7-7a8b9828a9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:32:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:33:11.299999 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6aeff-14d0-4cee-81d4-689ff18a9367 req-0dee2f62-27d8-4295-bcdf-259b82b4d530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:11.301536 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5da6aeff-14d0-4cee-81d4-689ff18a9367 req-0dee2f62-27d8-4295-bcdf-259b82b4d530 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392058 Jul 18 10:33:11.363221 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-9397e53a-17d1-471b-b9f7-7a8b9828a9d0 None None] Set router 2d9a0d12-2331-4e5f-9d38-b53462247d9a gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:33:11.399329 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5da6aeff-14d0-4cee-81d4-689ff18a9367 req-f0f4ad2e-58e7-49d0-8670-33aac66ccd95 service neutron] 10.222.0.30 "GET /v2.0/networks/a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908978 Jul 18 10:33:11.432894 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['de125830-3de3-492c-bc45-25ee6ef36473'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:33:11.506519 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5da6aeff-14d0-4cee-81d4-689ff18a9367 req-26bc076b-9e1c-4a11-9941-f725d9437019 service neutron] 10.222.0.30 "GET /v2.0/networks/a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010332 Jul 18 10:33:11.574759 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5906e-64b7-4b7d-9e07-8127891daa07 req-007f06da-b471-4975-a13e-ce084c4119e3 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:11.576788 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-91b5906e-64b7-4b7d-9e07-8127891daa07 req-007f06da-b471-4975-a13e-ce084c4119e3 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=22a03003-3677-426e-8fb8-5b58998eef8a HTTP/1.1" status: 200 len: 944 time: 0.0514085 Jul 18 10:33:11.637118 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-91b5906e-64b7-4b7d-9e07-8127891daa07 req-0757ea26-e3c9-4390-9cf8-0acabfadb761 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543976 Jul 18 10:33:11.669798 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:11.694859 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-9397e53a-17d1-471b-b9f7-7a8b9828a9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'name': 'tempest-AttachVolumeNegativeTest-1979717538-router', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '55318072-cef0-4676-82c9-ee2867adafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 4, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'gw_port': {'id': '55318072-cef0-4676-82c9-ee2867adafd7', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '7027919b-6b8f-43f3-aebf-601e45a79fef', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'floating_ip_address': '172.27.3.163', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'port_id': 'ad0604e9-a3b4-440c-b590-c9d4898189de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'mac_address': 'fa:16:3e:0b:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54754961-403d-4f99-98c1-727db8528d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:32:47Z', 'updated_at': '2022-07-18T10:33:10Z', 'revision_number': 1, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1420ff7f-6c01-4735-aa6b-eee69bfd69e9', 'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'mac_address': 'fa:16:3e:ec:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:57Z', 'updated_at': '2022-07-18T10:29:07Z', 'revision_number': 5, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'subnets': [{'id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:33:11.722970 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9397e53a-17d1-471b-b9f7-7a8b9828a9d0 None None] The sync data for ids ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'] in dv-cinder-837546-3-iscsi is: [{'id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'name': 'tempest-AttachVolumeNegativeTest-1979717538-router', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '55318072-cef0-4676-82c9-ee2867adafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 4, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'gw_port': {'id': '55318072-cef0-4676-82c9-ee2867adafd7', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '7027919b-6b8f-43f3-aebf-601e45a79fef', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'floating_ip_address': '172.27.3.163', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'port_id': 'ad0604e9-a3b4-440c-b590-c9d4898189de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'mac_address': 'fa:16:3e:0b:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54754961-403d-4f99-98c1-727db8528d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:32:47Z', 'updated_at': '2022-07-18T10:33:10Z', 'revision_number': 1, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1420ff7f-6c01-4735-aa6b-eee69bfd69e9', 'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'mac_address': 'fa:16:3e:ec:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:57Z', 'updated_at': '2022-07-18T10:29:07Z', 'revision_number': 5, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'subnets': [{'id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:33:11.894580 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e28ee2-abef-4456-96b6-8cbb899882ab None None] New status for floating IP 7027919b-6b8f-43f3-aebf-601e45a79fef: ACTIVE {{(pid=103900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:33:12.624633 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee3474-bf9c-457b-a7e6-c53c38783a58 req-fa841e05-b70a-4309-9634-71787a17446e tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:12.626133 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9aee3474-bf9c-457b-a7e6-c53c38783a58 req-fa841e05-b70a-4309-9634-71787a17446e tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 984 time: 0.0770009 Jul 18 10:33:12.629507 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d862a50-9d01-4b8e-a178-eda087946096 req-02caa00f-4277-4dd1-9bc2-da2c6015a4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:12.630964 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6d862a50-9d01-4b8e-a178-eda087946096 req-02caa00f-4277-4dd1-9bc2-da2c6015a4d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f62ef510c8484995a2f31f29104f399f&device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 1168 time: 0.0692282 Jul 18 10:33:12.782978 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9aee3474-bf9c-457b-a7e6-c53c38783a58 req-b49e0465-1b62-4787-bbb9-49581bb04827 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&id=80b87658-1b7e-4ad8-a67e-54037b81d5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1509488 Jul 18 10:33:12.790805 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759c368-c006-4199-bf9b-14d4719929a8 req-30a9a5c8-cad0-4562-baa8-b01fe4e4bd98 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:12.792216 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4759c368-c006-4199-bf9b-14d4719929a8 req-30a9a5c8-cad0-4562-baa8-b01fe4e4bd98 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=22a03003-3677-426e-8fb8-5b58998eef8a HTTP/1.1" status: 200 len: 944 time: 0.0713434 Jul 18 10:33:12.812810 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:12.823545 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d862a50-9d01-4b8e-a178-eda087946096 req-4b4e1c61-548f-466a-baf3-49be9bc41193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:12.825033 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6d862a50-9d01-4b8e-a178-eda087946096 req-4b4e1c61-548f-466a-baf3-49be9bc41193 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c HTTP/1.1" status: 200 len: 916 time: 0.1872556 Jul 18 10:33:12.891032 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4759c368-c006-4199-bf9b-14d4719929a8 req-19b322d1-6728-49ee-ab96-a32f4fa45860 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901232 Jul 18 10:33:12.910684 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6d862a50-9d01-4b8e-a178-eda087946096 req-889e3181-c92c-4c3e-be4d-bc1183df47ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8763c93e-265a-48e3-9444-a3c09c88377b HTTP/1.1" status: 200 len: 1000 time: 0.0745342 Jul 18 10:33:12.960040 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d862a50-9d01-4b8e-a178-eda087946096 req-aa80932c-37ec-497a-9fdb-1024f5329aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:12.962186 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6d862a50-9d01-4b8e-a178-eda087946096 req-aa80932c-37ec-497a-9fdb-1024f5329aa7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=55548d87-fc3b-4ac4-be60-cb359f31d5e1 HTTP/1.1" status: 200 len: 854 time: 0.0448329 Jul 18 10:33:12.964292 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device de125830-3de3-492c-bc45-25ee6ef36473 up at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:33:13.005525 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d862a50-9d01-4b8e-a178-eda087946096 req-046b0a7e-7777-4a50-9d21-19e4c3e36e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:13.007033 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6d862a50-9d01-4b8e-a178-eda087946096 req-046b0a7e-7777-4a50-9d21-19e4c3e36e8f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390699 Jul 18 10:33:13.007174 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning for port de125830-3de3-492c-bc45-25ee6ef36473 completed by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:33:13.013171 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning complete for port de125830-3de3-492c-bc45-25ee6ef36473 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:33:13.013636 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (de125830-3de3-492c-bc45-25ee6ef36473), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:13.082629 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:13.093776 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port de125830-3de3-492c-bc45-25ee6ef36473 is: BUILD; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:33:13.094172 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (de125830-3de3-492c-bc45-25ee6ef36473), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:13.111657 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6d862a50-9d01-4b8e-a178-eda087946096 req-de455aed-ae04-4f09-a03c-cd22e477ab06 service neutron] 10.222.0.30 "GET /v2.0/networks/2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970290 Jul 18 10:33:13.118025 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a03003-3677-426e-8fb8-5b58998eef8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de125830-3de3-492c-bc45-25ee6ef36473'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:33:13.120237 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84681e705a03fd555db26336157b75fd76ce56e0c69b7b802094418238443ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd06bd91-b52d-45f3-99b0-59c6870fab39" -d '{"events": [{"server_uuid": "22a03003-3677-426e-8fb8-5b58998eef8a", "name": "network-vif-plugged", "status": "completed", "tag": "de125830-3de3-492c-bc45-25ee6ef36473"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:33:13.134515 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port de125830-3de3-492c-bc45-25ee6ef36473, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=de125830-3de3-492c-bc45-25ee6ef36473,segment=NetworkSegment(2d16fefc-509d-4f46-8970-6e15cc7ed3ca),segment_id=2d16fefc-509d-4f46-8970-6e15cc7ed3ca)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:33:13.140176 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (de125830-3de3-492c-bc45-25ee6ef36473), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:13.165040 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64902fd8-048f-4413-a33c-d8174d1b8943 x-openstack-request-id: req-64902fd8-048f-4413-a33c-d8174d1b8943 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:33:13.165339 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a03003-3677-426e-8fb8-5b58998eef8a", "name": "network-vif-plugged", "status": "completed", "tag": "de125830-3de3-492c-bc45-25ee6ef36473", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:33:13.165608 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-64902fd8-048f-4413-a33c-d8174d1b8943 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:33:13.165981 dv-cinder-837546-3-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64902fd8-048f-4413-a33c-d8174d1b8943'] response: {'server_uuid': '22a03003-3677-426e-8fb8-5b58998eef8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de125830-3de3-492c-bc45-25ee6ef36473', 'code': 200} Jul 18 10:33:13.196167 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=de125830-3de3-492c-bc45-25ee6ef36473,revision_number=5']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:33:13.219339 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6d862a50-9d01-4b8e-a178-eda087946096 req-56f16602-94f9-40f3-805d-816b7d8db75e service neutron] 10.222.0.30 "GET /v2.0/networks/2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010199 Jul 18 10:33:13.689659 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c2922-1b33-4ae5-a470-ac2eb92c131a req-eff63663-e5a0-4483-b48d-eb15744e2daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:13.691120 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-da5c2922-1b33-4ae5-a470-ac2eb92c131a req-eff63663-e5a0-4483-b48d-eb15744e2daf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=22a03003-3677-426e-8fb8-5b58998eef8a HTTP/1.1" status: 200 len: 1129 time: 0.0385706 Jul 18 10:33:13.737991 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-da5c2922-1b33-4ae5-a470-ac2eb92c131a req-fea7c8be-160b-452e-8949-1debf4fff1bd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391471 Jul 18 10:33:13.895614 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2d638-d7cb-4226-a82d-aaeca79302e9 req-e892201c-8280-4827-a257-4d1bff94a0bd tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:13.897109 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c8e2d638-d7cb-4226-a82d-aaeca79302e9 req-e892201c-8280-4827-a257-4d1bff94a0bd tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 984 time: 0.0469165 Jul 18 10:33:13.956717 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c8e2d638-d7cb-4226-a82d-aaeca79302e9 req-a785f242-edc4-447d-9851-602e1057f71a tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&id=80b87658-1b7e-4ad8-a67e-54037b81d5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539966 Jul 18 10:33:14.008626 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3505ec-e914-4ae4-b125-304957bffaf8 req-f3547c92-2086-4169-9840-a90362ac9fcd tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:14.010091 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6a3505ec-e914-4ae4-b125-304957bffaf8 req-f3547c92-2086-4169-9840-a90362ac9fcd tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=22a03003-3677-426e-8fb8-5b58998eef8a HTTP/1.1" status: 200 len: 945 time: 0.0494463 Jul 18 10:33:14.058245 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6a3505ec-e914-4ae4-b125-304957bffaf8 req-cbf6bbc9-9bf2-4d92-8585-3f435bcefc69 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424392 Jul 18 10:33:15.068549 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c9774-2e4b-4edc-818c-6a967afc1716 req-7cbbbdcf-0565-4f8a-848f-f9531feb9aac tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:15.070026 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f76c9774-2e4b-4edc-818c-6a967afc1716 req-7cbbbdcf-0565-4f8a-848f-f9531feb9aac tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 984 time: 0.0466819 Jul 18 10:33:15.141031 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f76c9774-2e4b-4edc-818c-6a967afc1716 req-73fe38d7-0ec7-4d52-9e4a-e02e09d246ef tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&id=80b87658-1b7e-4ad8-a67e-54037b81d5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653393 Jul 18 10:33:15.178328 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80543b45-3f9f-499a-a363-b1c0d4c210fd req-d0081d2e-ea46-44bd-b0da-091cc10a0734 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:15.179847 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-80543b45-3f9f-499a-a363-b1c0d4c210fd req-d0081d2e-ea46-44bd-b0da-091cc10a0734 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=22a03003-3677-426e-8fb8-5b58998eef8a HTTP/1.1" status: 200 len: 945 time: 0.0547016 Jul 18 10:33:15.229288 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-80543b45-3f9f-499a-a363-b1c0d4c210fd req-38fed4e2-3525-4f16-85df-bdee92071057 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437837 Jul 18 10:33:16.257670 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646da529-801c-431b-b0c8-443ad6736c3e req-087c6442-e7f5-459a-9718-034ff57eed7e tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:16.259219 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-646da529-801c-431b-b0c8-443ad6736c3e req-087c6442-e7f5-459a-9718-034ff57eed7e tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 984 time: 0.0468419 Jul 18 10:33:16.328464 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:16.349050 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-646da529-801c-431b-b0c8-443ad6736c3e req-68308cdd-2b04-4740-8d42-9e6db75ee4ab tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&id=80b87658-1b7e-4ad8-a67e-54037b81d5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0840116 Jul 18 10:33:16.359788 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98b882-756d-427e-883d-ec522c36cef3 req-b1319d3c-4df5-4b4d-b845-1ff67d0763ff tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:16.361246 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1e98b882-756d-427e-883d-ec522c36cef3 req-b1319d3c-4df5-4b4d-b845-1ff67d0763ff tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=22a03003-3677-426e-8fb8-5b58998eef8a HTTP/1.1" status: 200 len: 945 time: 0.0652137 Jul 18 10:33:16.413631 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1e98b882-756d-427e-883d-ec522c36cef3 req-5afc8c7f-9acc-4032-9538-2cd84f38b9d5 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468063 Jul 18 10:33:16.521829 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2bf1a-fcab-46c8-8ea0-911b1420b60a req-00ff979b-0fb4-4e52-b328-b1659de62cee tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:16.523271 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4ea2bf1a-fcab-46c8-8ea0-911b1420b60a req-00ff979b-0fb4-4e52-b328-b1659de62cee tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=22a03003-3677-426e-8fb8-5b58998eef8a HTTP/1.1" status: 200 len: 945 time: 0.0463552 Jul 18 10:33:16.572636 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4ea2bf1a-fcab-46c8-8ea0-911b1420b60a req-029ca260-140e-45ef-a886-af52dc8e0541 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439219 Jul 18 10:33:16.595751 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35114) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:33:16.824835 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32eda7c8-9a50-4d90-9fed-904842fdb728 tempest-TestVolumeBootPattern-575799897 tempest-TestVolumeBootPattern-575799897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:16.826321 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-32eda7c8-9a50-4d90-9fed-904842fdb728 tempest-TestVolumeBootPattern-575799897 tempest-TestVolumeBootPattern-575799897-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=22a03003-3677-426e-8fb8-5b58998eef8a HTTP/1.1" status: 200 len: 1124 time: 0.2295880 Jul 18 10:33:16.829809 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35118) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:33:16.834171 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Request body: {'floatingip': {'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'port_id': 'de125830-3de3-492c-bc45-25ee6ef36473', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:33:16.854118 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:16.930921 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:16.991714 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:17.040882 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Allocated IP 172.27.3.82 (ab707614-a8a6-4503-81fa-3cf63d34938b/a666abde-39cf-4361-a6f5-7885f7528b36/426fb9c0-9d5e-4dd9-baec-b1b3fb73b3ce) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:33:17.139229 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for port (426fb9c0-9d5e-4dd9-baec-b1b3fb73b3ce), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:17.175313 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (426fb9c0-9d5e-4dd9-baec-b1b3fb73b3ce), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:17.211661 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Network ab707614-a8a6-4503-81fa-3cf63d34938b is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:33:17.216595 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:33:17.221020 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:33:17.242325 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Pushing event updated for resources: {'Port': ['ID=426fb9c0-9d5e-4dd9-baec-b1b3fb73b3ce,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:33:17.253773 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:17.254118 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:17.254460 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:17.254792 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:17.255121 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:17.255450 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:17.255769 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:17.256085 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:17.256404 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:17.256824 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:17.257144 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:17.257468 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:17.257782 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:17.258096 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:17.258409 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:17.387124 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:17.462409 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2000cf5-6b4c-4f52-8e2c-896a2238a008 req-6315827a-ba5a-476d-9d78-d33bec3fe24a tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:17.464065 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b2000cf5-6b4c-4f52-8e2c-896a2238a008 req-6315827a-ba5a-476d-9d78-d33bec3fe24a tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 984 time: 0.0479810 Jul 18 10:33:17.530817 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b2000cf5-6b4c-4f52-8e2c-896a2238a008 req-ddfbe973-436d-49f5-bd02-882566cf1940 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&id=80b87658-1b7e-4ad8-a67e-54037b81d5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609066 Jul 18 10:33:17.596296 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for floatingip (1427e8a6-673f-4455-bd61-9c0d72bcd5b6), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:17.660991 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (426fb9c0-9d5e-4dd9-baec-b1b3fb73b3ce), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:17.774584 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:17.806942 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for port (426fb9c0-9d5e-4dd9-baec-b1b3fb73b3ce), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:17.811115 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260947040'] for port (426fb9c0-9d5e-4dd9-baec-b1b3fb73b3ce), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:17.877653 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Pushing event updated for resources: {'Port': ['ID=426fb9c0-9d5e-4dd9-baec-b1b3fb73b3ce,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:33:17.887900 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780340'] for floatingip (1427e8a6-673f-4455-bd61-9c0d72bcd5b6), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:17.982006 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.db.l3_db [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Floating IP 1427e8a6-673f-4455-bd61-9c0d72bcd5b6 associated. External IP: 172.27.3.82, port: de125830-3de3-492c-bc45-25ee6ef36473. Jul 18 10:33:18.175427 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Router b813383a-8c2b-4227-b257-73336c9a3e16 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:33:18.273340 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:18.283089 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:33:18.292908 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31761c04-e1dc-455b-8389-3907cb341b71 None None] Sync routers for ids ['b813383a-8c2b-4227-b257-73336c9a3e16'] in dv-cinder-837546-3-iscsi {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:33:18.302496 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:18.304278 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31761c04-e1dc-455b-8389-3907cb341b71 None None] Routers {'b813383a-8c2b-4227-b257-73336c9a3e16'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:33:18.304937 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-31761c04-e1dc-455b-8389-3907cb341b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:32:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['b813383a-8c2b-4227-b257-73336c9a3e16'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:33:18.332077 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-784c70bf-52d6-4bef-8a8c-14be453c9e76 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5011704 Jul 18 10:33:18.332916 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a03003-3677-426e-8fb8-5b58998eef8a', 'tag': 'de125830-3de3-492c-bc45-25ee6ef36473'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:33:18.335284 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2832b55044fe50990e200b6537270594c6fb70ba3afc208291ee0353ea81870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b8775d-73ff-41a5-b4dc-42f47a65774d" -d '{"events": [{"name": "network-changed", "server_uuid": "22a03003-3677-426e-8fb8-5b58998eef8a", "tag": "de125830-3de3-492c-bc45-25ee6ef36473"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:33:18.371229 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80693b25-c181-4e27-93f7-c374bb379da4 x-openstack-request-id: req-80693b25-c181-4e27-93f7-c374bb379da4 {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:33:18.371532 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22a03003-3677-426e-8fb8-5b58998eef8a", "tag": "de125830-3de3-492c-bc45-25ee6ef36473", "status": "completed", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:33:18.371764 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-80693b25-c181-4e27-93f7-c374bb379da4 {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:33:18.372163 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80693b25-c181-4e27-93f7-c374bb379da4'] response: {'name': 'network-changed', 'server_uuid': '22a03003-3677-426e-8fb8-5b58998eef8a', 'tag': 'de125830-3de3-492c-bc45-25ee6ef36473', 'status': 'completed', 'code': 200} Jul 18 10:33:18.380307 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:18.408228 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:18.408415 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-31761c04-e1dc-455b-8389-3907cb341b71 None None] Set router b813383a-8c2b-4227-b257-73336c9a3e16 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:33:18.478784 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:18.635407 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-31761c04-e1dc-455b-8389-3907cb341b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'name': 'tempest-TestVolumeBootPattern-436051173-router', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:23Z', 'updated_at': '2022-07-18T10:32:26Z', 'revision_number': 4, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'gw_port': {'id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:63:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:24Z', 'updated_at': '2022-07-18T10:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '1427e8a6-673f-4455-bd61-9c0d72bcd5b6', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'port_id': 'de125830-3de3-492c-bc45-25ee6ef36473', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'mac_address': 'fa:16:3e:a3:31:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a03003-3677-426e-8fb8-5b58998eef8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:33:17Z', 'updated_at': '2022-07-18T10:33:17Z', 'revision_number': 0, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1f3e92a-1290-4a6b-b351-6716caa96cfc', 'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'mac_address': 'fa:16:3e:db:17:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '87464419-3975-4a49-a913-5df590abacff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:25Z', 'updated_at': '2022-07-18T10:32:31Z', 'revision_number': 5, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'subnets': [{'id': '87464419-3975-4a49-a913-5df590abacff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:33:18.668625 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31761c04-e1dc-455b-8389-3907cb341b71 None None] Checking router: b813383a-8c2b-4227-b257-73336c9a3e16 for host: dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:33:18.677273 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31761c04-e1dc-455b-8389-3907cb341b71 None None] Routers {'b813383a-8c2b-4227-b257-73336c9a3e16'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:33:18.677873 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-31761c04-e1dc-455b-8389-3907cb341b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:32:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['b813383a-8c2b-4227-b257-73336c9a3e16'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:33:18.719422 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8775d-73ff-41a5-b4dc-42f47a65774d req-1cf50a95-5056-4954-a546-1fd218156249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:18.720937 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-21b8775d-73ff-41a5-b4dc-42f47a65774d req-1cf50a95-5056-4954-a546-1fd218156249 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c656b71bbd447cba7d11335c928dfda&device_id=22a03003-3677-426e-8fb8-5b58998eef8a HTTP/1.1" status: 200 len: 1129 time: 0.3220346 Jul 18 10:33:18.744309 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eeb658-0254-4424-85f9-482d36d4e8ee req-1df69cbb-4317-45c9-81c5-d9a967516aab tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:18.745756 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-48eeb658-0254-4424-85f9-482d36d4e8ee req-1df69cbb-4317-45c9-81c5-d9a967516aab tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 984 time: 0.0632858 Jul 18 10:33:18.779424 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-31761c04-e1dc-455b-8389-3907cb341b71 None None] Set router b813383a-8c2b-4227-b257-73336c9a3e16 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:33:18.866704 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-48eeb658-0254-4424-85f9-482d36d4e8ee req-13b435fc-4528-41fe-8594-5810eaa4d935 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&id=80b87658-1b7e-4ad8-a67e-54037b81d5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1116469 Jul 18 10:33:18.869415 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8775d-73ff-41a5-b4dc-42f47a65774d req-13c20bb7-6cc3-4f8b-99c8-c3f142f609af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:18.870803 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-21b8775d-73ff-41a5-b4dc-42f47a65774d req-13c20bb7-6cc3-4f8b-99c8-c3f142f609af service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e654fce-ea72-45f2-b759-da2c9a65544d HTTP/1.1" status: 200 len: 912 time: 0.1423166 Jul 18 10:33:18.939688 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-21b8775d-73ff-41a5-b4dc-42f47a65774d req-c017a7ca-7b19-4d62-a5c3-cc078b46b530 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de125830-3de3-492c-bc45-25ee6ef36473 HTTP/1.1" status: 200 len: 998 time: 0.0604558 Jul 18 10:33:18.986461 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8775d-73ff-41a5-b4dc-42f47a65774d req-8d6b671c-5b61-4698-8435-8b964e36e8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:18.987704 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-31761c04-e1dc-455b-8389-3907cb341b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'name': 'tempest-TestVolumeBootPattern-436051173-router', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:23Z', 'updated_at': '2022-07-18T10:32:26Z', 'revision_number': 4, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'gw_port': {'id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:63:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:24Z', 'updated_at': '2022-07-18T10:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '1427e8a6-673f-4455-bd61-9c0d72bcd5b6', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'port_id': 'de125830-3de3-492c-bc45-25ee6ef36473', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'mac_address': 'fa:16:3e:a3:31:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a03003-3677-426e-8fb8-5b58998eef8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:33:17Z', 'updated_at': '2022-07-18T10:33:17Z', 'revision_number': 0, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1f3e92a-1290-4a6b-b351-6716caa96cfc', 'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'mac_address': 'fa:16:3e:db:17:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '87464419-3975-4a49-a913-5df590abacff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:25Z', 'updated_at': '2022-07-18T10:32:31Z', 'revision_number': 5, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'subnets': [{'id': '87464419-3975-4a49-a913-5df590abacff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:33:18.987892 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-21b8775d-73ff-41a5-b4dc-42f47a65774d req-8d6b671c-5b61-4698-8435-8b964e36e8ed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87464419-3975-4a49-a913-5df590abacff HTTP/1.1" status: 200 len: 850 time: 0.0429299 Jul 18 10:33:19.012284 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31761c04-e1dc-455b-8389-3907cb341b71 None None] The sync data for ids ['b813383a-8c2b-4227-b257-73336c9a3e16'] in dv-cinder-837546-3-iscsi is: [{'id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'name': 'tempest-TestVolumeBootPattern-436051173-router', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:23Z', 'updated_at': '2022-07-18T10:32:26Z', 'revision_number': 4, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'gw_port': {'id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:63:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:24Z', 'updated_at': '2022-07-18T10:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '1427e8a6-673f-4455-bd61-9c0d72bcd5b6', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'port_id': 'de125830-3de3-492c-bc45-25ee6ef36473', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'mac_address': 'fa:16:3e:a3:31:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a03003-3677-426e-8fb8-5b58998eef8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:33:17Z', 'updated_at': '2022-07-18T10:33:17Z', 'revision_number': 0, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1f3e92a-1290-4a6b-b351-6716caa96cfc', 'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'mac_address': 'fa:16:3e:db:17:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '87464419-3975-4a49-a913-5df590abacff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:25Z', 'updated_at': '2022-07-18T10:32:31Z', 'revision_number': 5, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'subnets': [{'id': '87464419-3975-4a49-a913-5df590abacff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:33:19.043181 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8775d-73ff-41a5-b4dc-42f47a65774d req-01ffaf4e-2e4b-48da-b032-7b2e481dfc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:19.044964 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-21b8775d-73ff-41a5-b4dc-42f47a65774d req-01ffaf4e-2e4b-48da-b032-7b2e481dfc55 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e654fce-ea72-45f2-b759-da2c9a65544d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400202 Jul 18 10:33:19.145430 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-21b8775d-73ff-41a5-b4dc-42f47a65774d req-c27f421b-d250-42a4-ad82-957c16b740b8 service neutron] 10.222.0.30 "GET /v2.0/networks/9e654fce-ea72-45f2-b759-da2c9a65544d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934813 Jul 18 10:33:19.199287 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb6e89c-2ede-4147-92e4-1b906783c6ea None None] New status for floating IP 1427e8a6-673f-4455-bd61-9c0d72bcd5b6: ACTIVE {{(pid=103900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:33:19.237998 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:19.240188 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-21b8775d-73ff-41a5-b4dc-42f47a65774d req-6106f529-6d3d-41fb-a74d-c3e9a92f1bc5 service neutron] 10.222.0.30 "GET /v2.0/networks/9e654fce-ea72-45f2-b759-da2c9a65544d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887444 Jul 18 10:33:19.985037 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da84a5-69b3-4dc9-8720-99ee14d449af req-5ee2bfab-9944-4d75-a4f1-ac01ae84a409 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:19.986502 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f7da84a5-69b3-4dc9-8720-99ee14d449af req-5ee2bfab-9944-4d75-a4f1-ac01ae84a409 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 984 time: 0.0480139 Jul 18 10:33:20.012989 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f55cf59a-8783-4cd2-9a19-7ab3bb78e748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:20.027072 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:20.052616 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f7da84a5-69b3-4dc9-8720-99ee14d449af req-072fc64e-6bd3-4025-bff7-6b8cbe15d48d tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&id=80b87658-1b7e-4ad8-a67e-54037b81d5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604069 Jul 18 10:33:21.168581 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e8927-c4a4-4f2a-ba8e-94a783e47c16 req-7e63f51a-4249-44e4-9ea1-43f8466ca7fc tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:21.170063 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-363e8927-c4a4-4f2a-ba8e-94a783e47c16 req-7e63f51a-4249-44e4-9ea1-43f8466ca7fc tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 984 time: 0.0483401 Jul 18 10:33:21.229786 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-363e8927-c4a4-4f2a-ba8e-94a783e47c16 req-69541bda-1eae-4075-9784-527e9ff8c2db tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&id=80b87658-1b7e-4ad8-a67e-54037b81d5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540109 Jul 18 10:33:22.315391 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-fe268127-5216-4c05-bab5-5013e7afa863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:22.343781 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a6b71-4638-483a-b361-2ed0b5e9bcd1 req-900badf3-3bbf-4565-afc3-874b2c60524a tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:22.345239 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8a1a6b71-4638-483a-b361-2ed0b5e9bcd1 req-900badf3-3bbf-4565-afc3-874b2c60524a tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 984 time: 0.0485141 Jul 18 10:33:22.408574 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8a1a6b71-4638-483a-b361-2ed0b5e9bcd1 req-9d4166fb-6e3d-436b-87bc-c8d2ff8f8e4c tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&id=80b87658-1b7e-4ad8-a67e-54037b81d5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576525 Jul 18 10:33:23.522388 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14060f-a63f-4e35-a3e5-c27c33555baf req-dfabf39a-4128-4941-86cd-0c7fd1fbeb3f tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:23.523929 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-da14060f-a63f-4e35-a3e5-c27c33555baf req-dfabf39a-4128-4941-86cd-0c7fd1fbeb3f tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 984 time: 0.0487692 Jul 18 10:33:23.578643 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:23.588141 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-da14060f-a63f-4e35-a3e5-c27c33555baf req-8a1359a8-80a7-4377-bf4d-efc177b56599 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&id=80b87658-1b7e-4ad8-a67e-54037b81d5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584059 Jul 18 10:33:24.698621 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d021d2-8c6f-42fd-9b4f-67b07d5a17c5 req-b2c144c7-488e-4114-8901-86b243e5e82d tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:24.700127 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-73d021d2-8c6f-42fd-9b4f-67b07d5a17c5 req-b2c144c7-488e-4114-8901-86b243e5e82d tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 984 time: 0.0468969 Jul 18 10:33:24.741986 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:24.763052 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-73d021d2-8c6f-42fd-9b4f-67b07d5a17c5 req-8d2095bf-bf8a-4267-bfd6-a57b40a8b93a tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&id=80b87658-1b7e-4ad8-a67e-54037b81d5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563037 Jul 18 10:33:24.769914 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:25.076049 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:25.360605 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:25.881802 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56edf06-5e41-4aa8-bf03-25d788abe9e6 req-b3c86bbb-4c95-4820-a887-6a3c1158bf71 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:25.883402 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f56edf06-5e41-4aa8-bf03-25d788abe9e6 req-b3c86bbb-4c95-4820-a887-6a3c1158bf71 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 984 time: 0.0513127 Jul 18 10:33:25.942784 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f56edf06-5e41-4aa8-bf03-25d788abe9e6 req-6e3efd1b-6a35-4cc2-bf8b-f12f9662cc23 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&id=80b87658-1b7e-4ad8-a67e-54037b81d5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536449 Jul 18 10:33:27.055409 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42cb6c-c0d4-410e-b0d3-ec92a0b8f667 req-6939dee6-9d6f-4a63-928c-df3984aff53e tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:27.064634 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3f42cb6c-c0d4-410e-b0d3-ec92a0b8f667 req-6939dee6-9d6f-4a63-928c-df3984aff53e tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 984 time: 0.0553985 Jul 18 10:33:27.125426 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3f42cb6c-c0d4-410e-b0d3-ec92a0b8f667 req-2c5c343e-c18b-4239-9829-cce3a080a2e8 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&id=80b87658-1b7e-4ad8-a67e-54037b81d5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546379 Jul 18 10:33:28.239888 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd60664-3664-43d5-97fe-6cc23465dfa0 req-c34fd190-86e0-45ed-b5ce-b27538daa1d7 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:28.241381 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3bd60664-3664-43d5-97fe-6cc23465dfa0 req-c34fd190-86e0-45ed-b5ce-b27538daa1d7 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 984 time: 0.0477247 Jul 18 10:33:28.305645 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3bd60664-3664-43d5-97fe-6cc23465dfa0 req-4e6bcd9d-7b77-4dc9-8b6f-9974e56129f2 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&id=80b87658-1b7e-4ad8-a67e-54037b81d5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585980 Jul 18 10:33:28.323513 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:28.328743 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=71,neutron:DELETE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:28.989595 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=57 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:28.990371 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=64 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:29.421100 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef956c-4daf-4b79-b328-4423a545f6b2 req-70b2d89f-b0cd-40d2-b8f8-e8c0ad181b40 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:29.423275 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5aef956c-4daf-4b79-b328-4423a545f6b2 req-70b2d89f-b0cd-40d2-b8f8-e8c0ad181b40 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 984 time: 0.0500391 Jul 18 10:33:29.482742 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5aef956c-4daf-4b79-b328-4423a545f6b2 req-8a78aa5e-619f-458e-9a33-bbbc69033be3 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&id=80b87658-1b7e-4ad8-a67e-54037b81d5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537074 Jul 18 10:33:30.598450 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7f21e-2d23-4c4b-b9d4-060accc9a6da req-738b21d3-f020-49c3-b356-00e6be12fc09 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:30.599928 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-18e7f21e-2d23-4c4b-b9d4-060accc9a6da req-738b21d3-f020-49c3-b356-00e6be12fc09 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 984 time: 0.0484073 Jul 18 10:33:30.659322 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-18e7f21e-2d23-4c4b-b9d4-060accc9a6da req-4232de47-ac18-48e8-a46c-180dc538569f tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&id=80b87658-1b7e-4ad8-a67e-54037b81d5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535288 Jul 18 10:33:31.757816 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:31.776571 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f26d1-87e6-42d1-9803-37789911838d req-167c4c09-95be-4f2a-88b1-7cc051e388b0 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:31.778052 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-616f26d1-87e6-42d1-9803-37789911838d req-167c4c09-95be-4f2a-88b1-7cc051e388b0 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 984 time: 0.0523503 Jul 18 10:33:31.837847 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-616f26d1-87e6-42d1-9803-37789911838d req-eb9126df-efc7-4b2f-987a-2f2c5bce1eb3 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&id=80b87658-1b7e-4ad8-a67e-54037b81d5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540540 Jul 18 10:33:32.950769 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a212927-b05c-4756-a274-5a92d5dcde7b req-a8df0634-9776-473a-9055-6ad559757d21 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:32.952222 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-7a212927-b05c-4756-a274-5a92d5dcde7b req-a8df0634-9776-473a-9055-6ad559757d21 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 984 time: 0.0466006 Jul 18 10:33:33.011733 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-7a212927-b05c-4756-a274-5a92d5dcde7b req-1bf0840e-bbd3-470a-bc46-5323e5793ec3 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&id=80b87658-1b7e-4ad8-a67e-54037b81d5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533838 Jul 18 10:33:34.129054 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a76ea-8b64-4062-ad3d-05ec40c1ee97 req-a67d81c0-01e1-410f-a581-04d22b1ae3c7 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:34.130528 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fe4a76ea-8b64-4062-ad3d-05ec40c1ee97 req-a67d81c0-01e1-410f-a581-04d22b1ae3c7 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 984 time: 0.0511103 Jul 18 10:33:34.190682 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fe4a76ea-8b64-4062-ad3d-05ec40c1ee97 req-1767b739-9772-4c41-9e1a-61cea6b3e93a tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&id=80b87658-1b7e-4ad8-a67e-54037b81d5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544748 Jul 18 10:33:35.305417 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9eb33-3670-4288-834b-d29bd1bc33c4 req-baf6c6f3-ec18-42ae-850b-9ad22bdee32a tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:35.306874 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a4c9eb33-3670-4288-834b-d29bd1bc33c4 req-baf6c6f3-ec18-42ae-850b-9ad22bdee32a tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 984 time: 0.0477500 Jul 18 10:33:35.349833 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:35.356186 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=55,neutron:UPDATE=6 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:35.366960 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a4c9eb33-3670-4288-834b-d29bd1bc33c4 req-e1d47647-63aa-4c00-a249-c00e173f9385 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&id=80b87658-1b7e-4ad8-a67e-54037b81d5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544300 Jul 18 10:33:40.704808 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 6 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:33:43.280889 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:43.317300 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c902dd1-7208-4ff5-a3a2-da8d5ec7794a req-d333e8d1-fb0b-4650-809c-4516612abc2d tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:43.318788 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6c902dd1-7208-4ff5-a3a2-da8d5ec7794a req-d333e8d1-fb0b-4650-809c-4516612abc2d tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0477531 Jul 18 10:33:43.368643 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6c902dd1-7208-4ff5-a3a2-da8d5ec7794a req-1c2d8b15-870f-4145-a72f-d7685b821d0a tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442281 Jul 18 10:33:44.483844 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089e60f-26aa-4220-9637-ad3a86b26bd7 req-f044de2f-c78f-47f7-90b6-d4ebf72cc4d8 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:44.485900 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f089e60f-26aa-4220-9637-ad3a86b26bd7 req-f044de2f-c78f-47f7-90b6-d4ebf72cc4d8 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0482252 Jul 18 10:33:44.532152 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f089e60f-26aa-4220-9637-ad3a86b26bd7 req-b8288c37-3b96-4f80-9b29-1c46e120fa1e tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407884 Jul 18 10:33:45.586196 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349ad5f-dad0-47de-855a-2699aea1656b req-e7c4dfd6-fc9f-45c2-a6aa-c1bba6228f5d tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:45.587596 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a349ad5f-dad0-47de-855a-2699aea1656b req-e7c4dfd6-fc9f-45c2-a6aa-c1bba6228f5d tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0468900 Jul 18 10:33:45.683304 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66066202-eef0-49cc-89c2-118ccb04deeb req-68a56f1a-2b0b-4366-a0cc-0cbbc28a2394 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:45.684838 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-66066202-eef0-49cc-89c2-118ccb04deeb req-68a56f1a-2b0b-4366-a0cc-0cbbc28a2394 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 945 time: 0.0793238 Jul 18 10:33:45.738185 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-a349ad5f-dad0-47de-855a-2699aea1656b req-9b907667-7c11-482c-b858-fa3aa6ae43af tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Deleting port 2be9cb89-71c6-44bf-b559-2446d61bca60 {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:33:45.738534 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-a349ad5f-dad0-47de-855a-2699aea1656b req-9b907667-7c11-482c-b858-fa3aa6ae43af tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (2be9cb89-71c6-44bf-b559-2446d61bca60), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:45.821128 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-66066202-eef0-49cc-89c2-118ccb04deeb req-6454cd2e-2e9c-427a-9b3d-5bd0512ecc14 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=cbd992e1-85b0-4996-bbc6-1f970609e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147454 Jul 18 10:33:45.857309 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-a349ad5f-dad0-47de-855a-2699aea1656b req-9b907667-7c11-482c-b858-fa3aa6ae43af tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] For port 2be9cb89-71c6-44bf-b559-2446d61bca60, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2be9cb89-71c6-44bf-b559-2446d61bca60,segment=NetworkSegment(cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c),segment_id=cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:33:45.857679 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-a349ad5f-dad0-47de-855a-2699aea1656b req-9b907667-7c11-482c-b858-fa3aa6ae43af tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (2be9cb89-71c6-44bf-b559-2446d61bca60), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:46.020262 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-a349ad5f-dad0-47de-855a-2699aea1656b req-9b907667-7c11-482c-b858-fa3aa6ae43af tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:46.020559 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-a349ad5f-dad0-47de-855a-2699aea1656b req-9b907667-7c11-482c-b858-fa3aa6ae43af tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780340'] for floatingip (46bd6f0d-4299-449b-b218-54656ae53082), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:46.020878 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.db.l3_db [req-a349ad5f-dad0-47de-855a-2699aea1656b req-9b907667-7c11-482c-b858-fa3aa6ae43af tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Floating IP 46bd6f0d-4299-449b-b218-54656ae53082 disassociated. External IP: 172.27.3.242, port: 2be9cb89-71c6-44bf-b559-2446d61bca60. Jul 18 10:33:46.021236 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-a349ad5f-dad0-47de-855a-2699aea1656b req-9b907667-7c11-482c-b858-fa3aa6ae43af tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Calling delete_port for 2be9cb89-71c6-44bf-b559-2446d61bca60 owned by compute:nova {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:33:46.069764 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:46.150449 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-a349ad5f-dad0-47de-855a-2699aea1656b req-9b907667-7c11-482c-b858-fa3aa6ae43af tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (2be9cb89-71c6-44bf-b559-2446d61bca60), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:46.181222 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b907667-7c11-482c-b858-fa3aa6ae43af tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Pushing event deleted for resources: {'Port': ['ID=2be9cb89-71c6-44bf-b559-2446d61bca60,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:33:46.225435 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:46.293377 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a349ad5f-dad0-47de-855a-2699aea1656b req-9b907667-7c11-482c-b858-fa3aa6ae43af tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Router 25caf605-4c7d-44c9-8381-5f91529ecdd4 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:33:46.400096 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a349ad5f-dad0-47de-855a-2699aea1656b req-9b907667-7c11-482c-b858-fa3aa6ae43af tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:33:46.410726 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf475883-2163-49d4-a4a1-5f4a899017a3 None None] Sync routers for ids ['25caf605-4c7d-44c9-8381-5f91529ecdd4'] in dv-cinder-837546-3-iscsi {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:33:46.420409 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf475883-2163-49d4-a4a1-5f4a899017a3 None None] Routers {'25caf605-4c7d-44c9-8381-5f91529ecdd4'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:33:46.421112 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-bf475883-2163-49d4-a4a1-5f4a899017a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:33:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['25caf605-4c7d-44c9-8381-5f91529ecdd4'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:33:46.443520 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-a349ad5f-dad0-47de-855a-2699aea1656b req-9b907667-7c11-482c-b858-fa3aa6ae43af tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] No DVR routers for this DVR port 2be9cb89-71c6-44bf-b559-2446d61bca60 on host hv-cinder-83754 {{(pid=103899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:33:46.446270 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-a349ad5f-dad0-47de-855a-2699aea1656b req-9b907667-7c11-482c-b858-fa3aa6ae43af tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:46.449620 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a349ad5f-dad0-47de-855a-2699aea1656b req-9b907667-7c11-482c-b858-fa3aa6ae43af tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.30 "DELETE /v2.0/ports/2be9cb89-71c6-44bf-b559-2446d61bca60 HTTP/1.1" status: 204 len: 173 time: 0.8521810 Jul 18 10:33:46.450045 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb1b50b-9e62-4ff3-9875-3d4635597b45', 'name': 'network-vif-deleted', 'tag': '2be9cb89-71c6-44bf-b559-2446d61bca60'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:33:46.452381 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72a5209-4ffd-4619-af16-1f416459251a" -d '{"events": [{"server_uuid": "dcb1b50b-9e62-4ff3-9875-3d4635597b45", "name": "network-vif-deleted", "tag": "2be9cb89-71c6-44bf-b559-2446d61bca60"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:33:46.496394 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7144f0eb-3855-4983-ab61-7e8b72550d0a x-openstack-request-id: req-7144f0eb-3855-4983-ab61-7e8b72550d0a {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:33:46.497018 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb1b50b-9e62-4ff3-9875-3d4635597b45", "name": "network-vif-deleted", "tag": "2be9cb89-71c6-44bf-b559-2446d61bca60", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:33:46.497475 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7144f0eb-3855-4983-ab61-7e8b72550d0a {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:33:46.502674 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7144f0eb-3855-4983-ab61-7e8b72550d0a'] response: {'server_uuid': 'dcb1b50b-9e62-4ff3-9875-3d4635597b45', 'name': 'network-vif-deleted', 'tag': '2be9cb89-71c6-44bf-b559-2446d61bca60', 'status': 'completed', 'code': 200} Jul 18 10:33:46.532165 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-bf475883-2163-49d4-a4a1-5f4a899017a3 None None] Set router 25caf605-4c7d-44c9-8381-5f91529ecdd4 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:33:46.742315 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-bf475883-2163-49d4-a4a1-5f4a899017a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'name': 'tempest-AttachVolumeTestJSON-343087554-router', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:52Z', 'updated_at': '2022-07-18T10:29:03Z', 'revision_number': 4, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'gw_port': {'id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '8d056b09-6e15-4031-a1f5-968a745c3564', 'name': '', 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'mac_address': 'fa:16:3e:df:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6a7b9bf8-c0da-4f73-9742-17e8876165f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:29:02Z', 'updated_at': '2022-07-18T10:29:15Z', 'revision_number': 5, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'subnets': [{'id': '6a7b9bf8-c0da-4f73-9742-17e8876165f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:33:46.771641 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf475883-2163-49d4-a4a1-5f4a899017a3 None None] Checking router: 25caf605-4c7d-44c9-8381-5f91529ecdd4 for host: dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:33:46.780037 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf475883-2163-49d4-a4a1-5f4a899017a3 None None] Routers {'25caf605-4c7d-44c9-8381-5f91529ecdd4'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:33:46.780670 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-bf475883-2163-49d4-a4a1-5f4a899017a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:33:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['25caf605-4c7d-44c9-8381-5f91529ecdd4'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:33:46.880050 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-bf475883-2163-49d4-a4a1-5f4a899017a3 None None] Set router 25caf605-4c7d-44c9-8381-5f91529ecdd4 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:33:46.964869 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-14503e45-d729-4014-98ff-8984dc14f67d req-bf3fc742-bf17-4966-bca7-006fde853237 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=dcb1b50b-9e62-4ff3-9875-3d4635597b45 HTTP/1.1" status: 200 len: 210 time: 0.0330739 Jul 18 10:33:47.125760 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258750f4-89e3-4db5-a2e0-48d5cb2f1aee req-c3f0f008-011e-405e-aa2b-b4c62e830668 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:47.127925 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-258750f4-89e3-4db5-a2e0-48d5cb2f1aee req-c3f0f008-011e-405e-aa2b-b4c62e830668 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0515754 Jul 18 10:33:47.174024 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-bf475883-2163-49d4-a4a1-5f4a899017a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'name': 'tempest-AttachVolumeTestJSON-343087554-router', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:52Z', 'updated_at': '2022-07-18T10:29:03Z', 'revision_number': 4, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'gw_port': {'id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '8d056b09-6e15-4031-a1f5-968a745c3564', 'name': '', 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'mac_address': 'fa:16:3e:df:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6a7b9bf8-c0da-4f73-9742-17e8876165f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:29:02Z', 'updated_at': '2022-07-18T10:29:15Z', 'revision_number': 5, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'subnets': [{'id': '6a7b9bf8-c0da-4f73-9742-17e8876165f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:33:47.184728 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-258750f4-89e3-4db5-a2e0-48d5cb2f1aee req-dc6c0d2e-ee90-454b-b51a-2371bd433c60 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507855 Jul 18 10:33:47.200144 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf475883-2163-49d4-a4a1-5f4a899017a3 None None] The sync data for ids ['25caf605-4c7d-44c9-8381-5f91529ecdd4'] in dv-cinder-837546-3-iscsi is: [{'id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'name': 'tempest-AttachVolumeTestJSON-343087554-router', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:52Z', 'updated_at': '2022-07-18T10:29:03Z', 'revision_number': 4, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'gw_port': {'id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '8d056b09-6e15-4031-a1f5-968a745c3564', 'name': '', 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'mac_address': 'fa:16:3e:df:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6a7b9bf8-c0da-4f73-9742-17e8876165f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:29:02Z', 'updated_at': '2022-07-18T10:29:15Z', 'revision_number': 5, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'subnets': [{'id': '6a7b9bf8-c0da-4f73-9742-17e8876165f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:33:47.402042 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dca138-91d5-454c-853e-712c9457467c None None] New status for floating IP 46bd6f0d-4299-449b-b218-54656ae53082: DOWN {{(pid=103900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:33:48.056021 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35228) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:33:48.110757 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-823cd6e8-7754-4d06-88f0-6eabc36a5080 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for security_group (cbd992e1-85b0-4996-bbc6-1f970609e6a0), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:48.134012 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-823cd6e8-7754-4d06-88f0-6eabc36a5080 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for security_group (cbd992e1-85b0-4996-bbc6-1f970609e6a0), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:48.181864 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-823cd6e8-7754-4d06-88f0-6eabc36a5080 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (cbd992e1-85b0-4996-bbc6-1f970609e6a0), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:48.184624 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-823cd6e8-7754-4d06-88f0-6eabc36a5080 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:48.185779 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-823cd6e8-7754-4d06-88f0-6eabc36a5080 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "DELETE /v2.0/security-groups/cbd992e1-85b0-4996-bbc6-1f970609e6a0 HTTP/1.1" status: 204 len: 168 time: 0.1287527 Jul 18 10:33:48.189120 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 35230) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:33:48.195640 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823cd6e8-7754-4d06-88f0-6eabc36a5080 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd992e1-85b0-4996-bbc6-1f970609e6a0,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:33:48.205580 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.api.v2.resource [None req-81265c75-4834-4b1c-815e-49bdae0fe4e7 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] show failed (client error): The resource could not be found. Jul 18 10:33:48.206593 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-81265c75-4834-4b1c-815e-49bdae0fe4e7 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups/cbd992e1-85b0-4996-bbc6-1f970609e6a0 HTTP/1.1" status: 404 len: 347 time: 0.0158882 Jul 18 10:33:48.209428 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 35234) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:33:48.356912 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35bbb4-a30c-4581-ae02-98cbc3ea4e88 req-3aa771b7-39d4-4c15-bf5b-fc9db1a98adc tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:48.358276 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1d35bbb4-a30c-4581-ae02-98cbc3ea4e88 req-3aa771b7-39d4-4c15-bf5b-fc9db1a98adc tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0735700 Jul 18 10:33:48.359242 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-5e41caf5-f98e-4bbe-bb10-88a8ef863429 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Deleting port 594b7a59-ec0c-4985-8697-8a06bc55e3ef {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:33:48.359573 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-5e41caf5-f98e-4bbe-bb10-88a8ef863429 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (594b7a59-ec0c-4985-8697-8a06bc55e3ef), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:48.461579 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1d35bbb4-a30c-4581-ae02-98cbc3ea4e88 req-82c1d5b6-79b6-494e-9dfc-77a00b0ffac9 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905340 Jul 18 10:33:48.473284 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-5e41caf5-f98e-4bbe-bb10-88a8ef863429 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (594b7a59-ec0c-4985-8697-8a06bc55e3ef), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:48.473688 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-5e41caf5-f98e-4bbe-bb10-88a8ef863429 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for floatingip (594b7a59-ec0c-4985-8697-8a06bc55e3ef), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:48.486379 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-5e41caf5-f98e-4bbe-bb10-88a8ef863429 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Calling delete_port for 594b7a59-ec0c-4985-8697-8a06bc55e3ef owned by network:floatingip {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:33:48.566902 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:48.616075 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-5e41caf5-f98e-4bbe-bb10-88a8ef863429 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (594b7a59-ec0c-4985-8697-8a06bc55e3ef), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:48.640820 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41caf5-f98e-4bbe-bb10-88a8ef863429 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Pushing event deleted for resources: {'Port': ['ID=594b7a59-ec0c-4985-8697-8a06bc55e3ef,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:33:48.701135 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-5e41caf5-f98e-4bbe-bb10-88a8ef863429 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for floatingip (46bd6f0d-4299-449b-b218-54656ae53082), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:48.703668 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-5e41caf5-f98e-4bbe-bb10-88a8ef863429 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:48.704927 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-5e41caf5-f98e-4bbe-bb10-88a8ef863429 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "DELETE /v2.0/floatingips/46bd6f0d-4299-449b-b218-54656ae53082 HTTP/1.1" status: 204 len: 168 time: 0.4942143 Jul 18 10:33:48.785219 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 35238) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:33:48.789695 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-7fb2a9d1-6d13-44fe-9da8-c9680e1a1779 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1911376199', 'description': 'tempest-description--1994503936'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:33:48.810475 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7fb2a9d1-6d13-44fe-9da8-c9680e1a1779 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:48.838070 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:48.887173 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7fb2a9d1-6d13-44fe-9da8-c9680e1a1779 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for security_group (0dada229-e0b6-471e-88a8-6abe41f4d5c5), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:48.892301 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7fb2a9d1-6d13-44fe-9da8-c9680e1a1779 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (0dada229-e0b6-471e-88a8-6abe41f4d5c5), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:48.925691 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7fb2a9d1-6d13-44fe-9da8-c9680e1a1779 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:48.926901 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-7fb2a9d1-6d13-44fe-9da8-c9680e1a1779 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1406963 Jul 18 10:33:48.927691 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2a9d1-6d13-44fe-9da8-c9680e1a1779 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dada229-e0b6-471e-88a8-6abe41f4d5c5,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:33:48.929863 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35240) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:33:48.934467 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-27cc5913-b309-4f88-97dc-c43365e761b2 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Request body: {'security_group_rule': {'security_group_id': '0dada229-e0b6-471e-88a8-6abe41f4d5c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:33:48.963493 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-27cc5913-b309-4f88-97dc-c43365e761b2 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for security_group_rule (fd198b65-2444-4c5c-8e84-c68ed58b04b5), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:49.018134 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-27cc5913-b309-4f88-97dc-c43365e761b2 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for security_group_rule (fd198b65-2444-4c5c-8e84-c68ed58b04b5), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:49.022504 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-27cc5913-b309-4f88-97dc-c43365e761b2 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (fd198b65-2444-4c5c-8e84-c68ed58b04b5), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:49.040289 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc5913-b309-4f88-97dc-c43365e761b2 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd198b65-2444-4c5c-8e84-c68ed58b04b5,revision_number=0']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:33:49.047677 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-27cc5913-b309-4f88-97dc-c43365e761b2 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:49.049440 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-27cc5913-b309-4f88-97dc-c43365e761b2 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185353 Jul 18 10:33:49.052154 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35242) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:33:49.056470 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-c5c09f28-361a-4bb7-891c-d572231f55aa tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Request body: {'security_group_rule': {'security_group_id': '0dada229-e0b6-471e-88a8-6abe41f4d5c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:33:49.073462 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 2be9cb89-71c6-44bf-b559-2446d61bca60 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:33:49.083012 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c5c09f28-361a-4bb7-891c-d572231f55aa tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for security_group_rule (74e009e0-69b6-4a97-aa30-3f19b3a85feb), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:49.093509 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] No Port match for: 2be9cb89-71c6-44bf-b559-2446d61bca60 {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:33:49.093858 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 2be9cb89-71c6-44bf-b559-2446d61bca60 not bound to the agent host hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:33:49.140689 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c5c09f28-361a-4bb7-891c-d572231f55aa tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for security_group_rule (74e009e0-69b6-4a97-aa30-3f19b3a85feb), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:49.144102 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c5c09f28-361a-4bb7-891c-d572231f55aa tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (74e009e0-69b6-4a97-aa30-3f19b3a85feb), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:49.162272 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c09f28-361a-4bb7-891c-d572231f55aa tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e009e0-69b6-4a97-aa30-3f19b3a85feb,revision_number=0']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:33:49.170948 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c5c09f28-361a-4bb7-891c-d572231f55aa tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:49.172149 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-c5c09f28-361a-4bb7-891c-d572231f55aa tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190455 Jul 18 10:33:49.175911 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35244) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:33:49.180378 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-a2182a01-0835-4d2e-ad43-c4627e76fada tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Request body: {'floatingip': {'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:33:49.202440 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a2182a01-0835-4d2e-ad43-c4627e76fada tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:49.289357 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a2182a01-0835-4d2e-ad43-c4627e76fada tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:49.393426 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-a2182a01-0835-4d2e-ad43-c4627e76fada tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Allocated IP 172.27.3.177 (ab707614-a8a6-4503-81fa-3cf63d34938b/a666abde-39cf-4361-a6f5-7885f7528b36/bb3ac92c-6901-41ec-96d8-67f60a38ba5b) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:33:49.488807 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:49.499813 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a2182a01-0835-4d2e-ad43-c4627e76fada tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for port (bb3ac92c-6901-41ec-96d8-67f60a38ba5b), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:49.508701 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:49.538199 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a2182a01-0835-4d2e-ad43-c4627e76fada tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (bb3ac92c-6901-41ec-96d8-67f60a38ba5b), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:49.574316 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2182a01-0835-4d2e-ad43-c4627e76fada tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Network ab707614-a8a6-4503-81fa-3cf63d34938b is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:33:49.576421 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0e35d-9739-4092-a23a-f415e87dc32a req-0993f456-7745-4514-8ea3-945ee7fa6132 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:49.577963 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-08a0e35d-9739-4092-a23a-f415e87dc32a req-0993f456-7745-4514-8ea3-945ee7fa6132 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0479784 Jul 18 10:33:49.581711 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-a2182a01-0835-4d2e-ad43-c4627e76fada tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:33:49.585679 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2182a01-0835-4d2e-ad43-c4627e76fada tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:33:49.611521 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2182a01-0835-4d2e-ad43-c4627e76fada tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Pushing event updated for resources: {'Port': ['ID=bb3ac92c-6901-41ec-96d8-67f60a38ba5b,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:33:49.633399 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-08a0e35d-9739-4092-a23a-f415e87dc32a req-6b90c4f2-933e-484d-80b7-9dd38dbb20c7 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468493 Jul 18 10:33:49.679488 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a2182a01-0835-4d2e-ad43-c4627e76fada tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for floatingip (8be11526-e830-45fd-8f17-c0baef316c74), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:49.715931 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a2182a01-0835-4d2e-ad43-c4627e76fada tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (bb3ac92c-6901-41ec-96d8-67f60a38ba5b), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:49.868110 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a2182a01-0835-4d2e-ad43-c4627e76fada tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for port (bb3ac92c-6901-41ec-96d8-67f60a38ba5b), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:49.873459 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a2182a01-0835-4d2e-ad43-c4627e76fada tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260947040'] for port (bb3ac92c-6901-41ec-96d8-67f60a38ba5b), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:49.942546 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2182a01-0835-4d2e-ad43-c4627e76fada tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Pushing event updated for resources: {'Port': ['ID=bb3ac92c-6901-41ec-96d8-67f60a38ba5b,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:33:49.956479 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a2182a01-0835-4d2e-ad43-c4627e76fada tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780340'] for floatingip (8be11526-e830-45fd-8f17-c0baef316c74), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:49.971676 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a2182a01-0835-4d2e-ad43-c4627e76fada tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:49.972956 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-a2182a01-0835-4d2e-ad43-c4627e76fada tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7960265 Jul 18 10:33:50.014705 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-33e88048-dff9-485a-a9ed-6cb9bac970b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:50.169080 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-8f60e013-9f4a-4adb-b623-ec63f0e8d280 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1911376199&fields=id&tenant_id=e6e487deb7ff45bdbf2cc002d42d12a5 HTTP/1.1" status: 200 len: 267 time: 0.0428357 Jul 18 10:33:50.275516 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-703f16c6-31c0-4513-a2a7-cecf6849bfbc tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:50.276916 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-703f16c6-31c0-4513-a2a7-cecf6849bfbc tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/networks?id=4fd50c95-7888-4b58-b176-0e3d534d461f HTTP/1.1" status: 200 len: 810 time: 0.1014769 Jul 18 10:33:50.291777 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-e5242100-666e-429f-bfeb-b31b2526c147 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/quotas/e6e487deb7ff45bdbf2cc002d42d12a5 HTTP/1.1" status: 200 len: 375 time: 0.0094457 Jul 18 10:33:50.339703 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-55dfcbd3-5ac3-4818-b641-8780393e710f tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=e6e487deb7ff45bdbf2cc002d42d12a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430973 Jul 18 10:33:50.437018 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-cc0e3ca1-5e8a-411d-b641-c5d241eeeefb service neutron] 10.222.0.33 "GET /v2.0/networks/4fd50c95-7888-4b58-b176-0e3d534d461f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855525 Jul 18 10:33:50.527174 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-cf069175-c4c4-4157-9d18-e4f25b06293a service neutron] 10.222.0.33 "GET /v2.0/networks/4fd50c95-7888-4b58-b176-0e3d534d461f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838957 Jul 18 10:33:50.721916 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e1488338-0d3d-4c45-b988-647380acbdaa req-690f4977-ef1f-4220-840e-876a91123450 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=9cdd676f-7b24-4c7e-849c-97e196465a3c HTTP/1.1" status: 200 len: 210 time: 0.0441070 Jul 18 10:33:50.772462 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f480a7-3b99-421d-aa46-f27a48c6a011 req-1fdefe5c-df40-4f23-b4dd-c729db76c589 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:50.774004 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-77f480a7-3b99-421d-aa46-f27a48c6a011 req-1fdefe5c-df40-4f23-b4dd-c729db76c589 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0555251 Jul 18 10:33:50.816773 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:50.825536 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-77f480a7-3b99-421d-aa46-f27a48c6a011 req-f9940725-e182-4198-b242-3e14fe5c3bc4 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=f09907f5-5696-4109-aab8-8fd16fb0140d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452893 Jul 18 10:33:50.951572 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc15a4e-f799-48e4-8089-2bb76d75b048 req-0154606e-087f-4da2-9d4a-aa332864811e tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:50.953034 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-dbc15a4e-f799-48e4-8089-2bb76d75b048 req-0154606e-087f-4da2-9d4a-aa332864811e tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0466790 Jul 18 10:33:51.044399 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-dbc15a4e-f799-48e4-8089-2bb76d75b048 req-a0d7cee7-de2d-489a-b047-71cfd45062d1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Deleting port 280c18f2-df08-4a5c-a1cc-01a91c5d3cfb {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:33:51.044696 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-dbc15a4e-f799-48e4-8089-2bb76d75b048 req-a0d7cee7-de2d-489a-b047-71cfd45062d1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (280c18f2-df08-4a5c-a1cc-01a91c5d3cfb), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:51.135056 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-dbc15a4e-f799-48e4-8089-2bb76d75b048 req-a0d7cee7-de2d-489a-b047-71cfd45062d1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] For port 280c18f2-df08-4a5c-a1cc-01a91c5d3cfb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=280c18f2-df08-4a5c-a1cc-01a91c5d3cfb,segment=NetworkSegment(187bb490-ae11-4ab4-ac32-71de79c724ca),segment_id=187bb490-ae11-4ab4-ac32-71de79c724ca)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:33:51.135427 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-dbc15a4e-f799-48e4-8089-2bb76d75b048 req-a0d7cee7-de2d-489a-b047-71cfd45062d1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (280c18f2-df08-4a5c-a1cc-01a91c5d3cfb), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:51.230181 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:51.307327 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-dbc15a4e-f799-48e4-8089-2bb76d75b048 req-a0d7cee7-de2d-489a-b047-71cfd45062d1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:51.307618 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-dbc15a4e-f799-48e4-8089-2bb76d75b048 req-a0d7cee7-de2d-489a-b047-71cfd45062d1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780340'] for floatingip (f30fc5c5-1e59-4b98-99bd-a127028defaa), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:51.307922 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.db.l3_db [req-dbc15a4e-f799-48e4-8089-2bb76d75b048 req-a0d7cee7-de2d-489a-b047-71cfd45062d1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Floating IP f30fc5c5-1e59-4b98-99bd-a127028defaa disassociated. External IP: 172.27.3.113, port: 280c18f2-df08-4a5c-a1cc-01a91c5d3cfb. Jul 18 10:33:51.308265 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-dbc15a4e-f799-48e4-8089-2bb76d75b048 req-a0d7cee7-de2d-489a-b047-71cfd45062d1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Calling delete_port for 280c18f2-df08-4a5c-a1cc-01a91c5d3cfb owned by compute:nova {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:33:51.430858 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-dbc15a4e-f799-48e4-8089-2bb76d75b048 req-a0d7cee7-de2d-489a-b047-71cfd45062d1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (280c18f2-df08-4a5c-a1cc-01a91c5d3cfb), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:51.461778 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7cee7-de2d-489a-b047-71cfd45062d1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Pushing event deleted for resources: {'Port': ['ID=280c18f2-df08-4a5c-a1cc-01a91c5d3cfb,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:33:51.567309 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbc15a4e-f799-48e4-8089-2bb76d75b048 req-a0d7cee7-de2d-489a-b047-71cfd45062d1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Router f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:33:52.041286 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d02d3765-9a40-4483-b3db-b44501089c32 req-af0c4c00-baea-45c9-913d-01f0a537756b tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3dbac58-662d-4720-8bcf-2300f9a9a5d1 HTTP/1.1" status: 200 len: 210 time: 0.0922122 Jul 18 10:33:52.042825 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-401fdaba-1b96-4a6e-849c-244e346a3516 req-f3eb8c0c-2d93-472f-885d-4eed09223ec9 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=9cdd676f-7b24-4c7e-849c-97e196465a3c HTTP/1.1" status: 200 len: 210 time: 0.0927589 Jul 18 10:33:52.051798 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:52.062417 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbc15a4e-f799-48e4-8089-2bb76d75b048 req-a0d7cee7-de2d-489a-b047-71cfd45062d1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:33:52.072321 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af67a2a-ff47-4454-b9ec-c7ae9dbec1ff None None] Sync routers for ids ['f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'] in dv-cinder-837546-3-iscsi {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:33:52.083283 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af67a2a-ff47-4454-b9ec-c7ae9dbec1ff None None] Routers {'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:33:52.083884 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-8af67a2a-ff47-4454-b9ec-c7ae9dbec1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:33:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:33:52.107900 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-2bc64e13-3c44-4bb1-a326-5925f0ff8caa tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:52.109280 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-2bc64e13-3c44-4bb1-a326-5925f0ff8caa tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.30 "GET /v2.0/networks?id=4fd50c95-7888-4b58-b176-0e3d534d461f HTTP/1.1" status: 200 len: 810 time: 0.4906900 Jul 18 10:33:52.129986 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc15a4e-f799-48e4-8089-2bb76d75b048 req-a0d7cee7-de2d-489a-b047-71cfd45062d1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] No DVR routers for this DVR port 280c18f2-df08-4a5c-a1cc-01a91c5d3cfb on host hv-cinder-83754 {{(pid=103899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:33:52.133411 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-dbc15a4e-f799-48e4-8089-2bb76d75b048 req-a0d7cee7-de2d-489a-b047-71cfd45062d1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:52.136575 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-dbc15a4e-f799-48e4-8089-2bb76d75b048 req-a0d7cee7-de2d-489a-b047-71cfd45062d1 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.30 "DELETE /v2.0/ports/280c18f2-df08-4a5c-a1cc-01a91c5d3cfb HTTP/1.1" status: 204 len: 173 time: 1.1777983 Jul 18 10:33:52.137237 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3dbac58-662d-4720-8bcf-2300f9a9a5d1', 'name': 'network-vif-deleted', 'tag': '280c18f2-df08-4a5c-a1cc-01a91c5d3cfb'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:33:52.139477 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868c52d1-05a0-494d-ad55-b4edf21808bd" -d '{"events": [{"server_uuid": "a3dbac58-662d-4720-8bcf-2300f9a9a5d1", "name": "network-vif-deleted", "tag": "280c18f2-df08-4a5c-a1cc-01a91c5d3cfb"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:33:52.192218 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ffaba0-8088-4f37-9260-b56f0053a2ef x-openstack-request-id: req-20ffaba0-8088-4f37-9260-b56f0053a2ef {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:33:52.192529 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3dbac58-662d-4720-8bcf-2300f9a9a5d1", "name": "network-vif-deleted", "tag": "280c18f2-df08-4a5c-a1cc-01a91c5d3cfb", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:33:52.192773 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-20ffaba0-8088-4f37-9260-b56f0053a2ef {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:33:52.193171 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20ffaba0-8088-4f37-9260-b56f0053a2ef'] response: {'server_uuid': 'a3dbac58-662d-4720-8bcf-2300f9a9a5d1', 'name': 'network-vif-deleted', 'tag': '280c18f2-df08-4a5c-a1cc-01a91c5d3cfb', 'status': 'completed', 'code': 200} Jul 18 10:33:52.199989 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-8af67a2a-ff47-4454-b9ec-c7ae9dbec1ff None None] Set router f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:33:52.210689 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-5e234e04-f1c5-4059-b89f-91fdec2bb987 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6e487deb7ff45bdbf2cc002d42d12a5 HTTP/1.1" status: 200 len: 380 time: 0.0867755 Jul 18 10:33:52.242983 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-32e8a282-3a81-4dba-8a7a-0ad43b84e442 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Request body: {'port': {'device_id': '9cdd676f-7b24-4c7e-849c-97e196465a3c', 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f', 'admin_state_up': True, 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'security_groups': ['0dada229-e0b6-471e-88a8-6abe41f4d5c5']}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:33:52.328337 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2ba6faf0-4475-4f58-ae58-a8c939474d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:52.334605 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:52.366726 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-32e8a282-3a81-4dba-8a7a-0ad43b84e442 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Made reservation on behalf of e6e487deb7ff45bdbf2cc002d42d12a5 for: {'port': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:33:52.370443 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-32e8a282-3a81-4dba-8a7a-0ad43b84e442 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:52.393655 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-8af67a2a-ff47-4454-b9ec-c7ae9dbec1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'name': 'tempest-ServerRescueNegativeTestJSON-176325128-router', 'tenant_id': '8a1921237622439bab89676e11477c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:29:02Z', 'revision_number': 4, 'project_id': '8a1921237622439bab89676e11477c13', 'gw_port': {'id': '28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:49:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '4c5bed01-d698-4642-a43a-72c6ad80cbb9', 'name': '', 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4', 'tenant_id': '8a1921237622439bab89676e11477c13', 'mac_address': 'fa:16:3e:1e:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'af51bf80-7ad7-4853-9105-dc8b032ebd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:29:01Z', 'updated_at': '2022-07-18T10:29:16Z', 'revision_number': 5, 'project_id': '8a1921237622439bab89676e11477c13', 'subnets': [{'id': 'af51bf80-7ad7-4853-9105-dc8b032ebd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:33:52.394355 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:52.419657 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af67a2a-ff47-4454-b9ec-c7ae9dbec1ff None None] Checking router: f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3 for host: dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:33:52.428252 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af67a2a-ff47-4454-b9ec-c7ae9dbec1ff None None] Routers {'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:33:52.428878 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-8af67a2a-ff47-4454-b9ec-c7ae9dbec1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:33:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:33:52.462461 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:52.498313 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_common [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-32e8a282-3a81-4dba-8a7a-0ad43b84e442 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Allocated IP 172.20.0.9 (4fd50c95-7888-4b58-b176-0e3d534d461f/6a7b9bf8-c0da-4f73-9742-17e8876165f7/bf588d31-1331-4764-a116-500faf7ec561) {{(pid=103899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:33:52.531250 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-8af67a2a-ff47-4454-b9ec-c7ae9dbec1ff None None] Set router f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:33:52.644634 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-32e8a282-3a81-4dba-8a7a-0ad43b84e442 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for port (bf588d31-1331-4764-a116-500faf7ec561), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:52.685427 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-32e8a282-3a81-4dba-8a7a-0ad43b84e442 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (bf588d31-1331-4764-a116-500faf7ec561), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:52.729572 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-32e8a282-3a81-4dba-8a7a-0ad43b84e442 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Network 4fd50c95-7888-4b58-b176-0e3d534d461f is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:33:52.735028 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-32e8a282-3a81-4dba-8a7a-0ad43b84e442 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:33:52.739260 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-32e8a282-3a81-4dba-8a7a-0ad43b84e442 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Received port after_create {{(pid=103899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:33:52.740799 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-8af67a2a-ff47-4454-b9ec-c7ae9dbec1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'name': 'tempest-ServerRescueNegativeTestJSON-176325128-router', 'tenant_id': '8a1921237622439bab89676e11477c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:29:02Z', 'revision_number': 4, 'project_id': '8a1921237622439bab89676e11477c13', 'gw_port': {'id': '28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:49:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '4c5bed01-d698-4642-a43a-72c6ad80cbb9', 'name': '', 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4', 'tenant_id': '8a1921237622439bab89676e11477c13', 'mac_address': 'fa:16:3e:1e:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'af51bf80-7ad7-4853-9105-dc8b032ebd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:29:01Z', 'updated_at': '2022-07-18T10:29:16Z', 'revision_number': 5, 'project_id': '8a1921237622439bab89676e11477c13', 'subnets': [{'id': 'af51bf80-7ad7-4853-9105-dc8b032ebd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:33:52.768246 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af67a2a-ff47-4454-b9ec-c7ae9dbec1ff None None] The sync data for ids ['f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'] in dv-cinder-837546-3-iscsi is: [{'id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'name': 'tempest-ServerRescueNegativeTestJSON-176325128-router', 'tenant_id': '8a1921237622439bab89676e11477c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:29:02Z', 'revision_number': 4, 'project_id': '8a1921237622439bab89676e11477c13', 'gw_port': {'id': '28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:49:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '4c5bed01-d698-4642-a43a-72c6ad80cbb9', 'name': '', 'network_id': '3122165b-a136-4d21-b84f-81ce161e0ad4', 'tenant_id': '8a1921237622439bab89676e11477c13', 'mac_address': 'fa:16:3e:1e:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'af51bf80-7ad7-4853-9105-dc8b032ebd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:29:01Z', 'updated_at': '2022-07-18T10:29:16Z', 'revision_number': 5, 'project_id': '8a1921237622439bab89676e11477c13', 'subnets': [{'id': 'af51bf80-7ad7-4853-9105-dc8b032ebd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:33:52.771903 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8a282-3a81-4dba-8a7a-0ad43b84e442 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Pushing event updated for resources: {'Port': ['ID=bf588d31-1331-4764-a116-500faf7ec561,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:33:52.801389 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-32e8a282-3a81-4dba-8a7a-0ad43b84e442 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:52.802203 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-32e8a282-3a81-4dba-8a7a-0ad43b84e442 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:52.821367 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-32e8a282-3a81-4dba-8a7a-0ad43b84e442 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5824325 Jul 18 10:33:52.837749 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-a570d72e-5698-413b-b68d-465e9683186f service neutron] Request body: {'port': {'device_id': '9cdd676f-7b24-4c7e-849c-97e196465a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:33:52.903730 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-a570d72e-5698-413b-b68d-465e9683186f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (bf588d31-1331-4764-a116-500faf7ec561), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:52.998233 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-eafff388-b72c-4b3c-8163-2aeaa6dccdd8 None None] Provisioning complete for port bf588d31-1331-4764-a116-500faf7ec561 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:33:52.998601 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-eafff388-b72c-4b3c-8163-2aeaa6dccdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (bf588d31-1331-4764-a116-500faf7ec561), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:53.022543 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670eac30-91b0-41e2-bda6-c21a71e2bf84 None None] New status for floating IP f30fc5c5-1e59-4b98-99bd-a127028defaa: DOWN {{(pid=103900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:33:53.098293 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 280c18f2-df08-4a5c-a1cc-01a91c5d3cfb no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:33:53.126679 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-eafff388-b72c-4b3c-8163-2aeaa6dccdd8 None None] Port bf588d31-1331-4764-a116-500faf7ec561 cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:33:53.130767 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] No Port match for: 280c18f2-df08-4a5c-a1cc-01a91c5d3cfb {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:33:53.131128 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 280c18f2-df08-4a5c-a1cc-01a91c5d3cfb not bound to the agent host hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:33:53.140344 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:53.142587 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35292) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:33:53.217475 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5daa8e01-678f-42cc-a306-04c431b63aac tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks [] for security_group (f09907f5-5696-4109-aab8-8fd16fb0140d), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:53.232765 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-a570d72e-5698-413b-b68d-465e9683186f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf588d31-1331-4764-a116-500faf7ec561 {{(pid=103899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:33:53.239973 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:53.245450 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-a570d72e-5698-413b-b68d-465e9683186f service neutron] Publish callbacks [] for port (bf588d31-1331-4764-a116-500faf7ec561), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:53.245931 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5daa8e01-678f-42cc-a306-04c431b63aac tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks [] for security_group (f09907f5-5696-4109-aab8-8fd16fb0140d), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:53.261588 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.provisioning_blocks [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-a570d72e-5698-413b-b68d-465e9683186f service neutron] Transition to ACTIVE for port object bf588d31-1331-4764-a116-500faf7ec561 will not be triggered until provisioned by entity L2. {{(pid=103899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:33:53.270009 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-a570d72e-5698-413b-b68d-465e9683186f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (bf588d31-1331-4764-a116-500faf7ec561), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:53.326464 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5daa8e01-678f-42cc-a306-04c431b63aac tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (f09907f5-5696-4109-aab8-8fd16fb0140d), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:53.332642 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5daa8e01-678f-42cc-a306-04c431b63aac tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:53.337143 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-5daa8e01-678f-42cc-a306-04c431b63aac tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "DELETE /v2.0/security-groups/f09907f5-5696-4109-aab8-8fd16fb0140d HTTP/1.1" status: 204 len: 168 time: 0.1929123 Jul 18 10:33:53.337765 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35294) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:33:53.360553 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa8e01-678f-42cc-a306-04c431b63aac tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09907f5-5696-4109-aab8-8fd16fb0140d,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:33:53.362523 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.api.v2.resource [None req-d4ca1344-12d4-452b-a0f2-68a72c9ace6c tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] show failed (client error): The resource could not be found. Jul 18 10:33:53.366139 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-d4ca1344-12d4-452b-a0f2-68a72c9ace6c tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups/f09907f5-5696-4109-aab8-8fd16fb0140d HTTP/1.1" status: 404 len: 347 time: 0.0221338 Jul 18 10:33:53.366607 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35296) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:33:53.373926 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570d72e-5698-413b-b68d-465e9683186f service neutron] Pushing event updated for resources: {'Port': ['ID=bf588d31-1331-4764-a116-500faf7ec561,revision_number=2']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:33:53.455455 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c4c45-0dc0-4a4d-a960-1b86abb83042 req-1ffae2d7-42fe-4fbc-8456-2ad5ee7a2b9b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:53.457074 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-568c4c45-0dc0-4a4d-a960-1b86abb83042 req-1ffae2d7-42fe-4fbc-8456-2ad5ee7a2b9b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=9cdd676f-7b24-4c7e-849c-97e196465a3c HTTP/1.1" status: 200 len: 943 time: 0.3324625 Jul 18 10:33:53.494079 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-b6049f6a-d81c-4666-9e3a-6b2bcd32c027 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Deleting port d6b417f6-c37f-4491-8ed6-56cf1823bdc3 {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:33:53.494416 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b6049f6a-d81c-4666-9e3a-6b2bcd32c027 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (d6b417f6-c37f-4491-8ed6-56cf1823bdc3), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:53.512958 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-a570d72e-5698-413b-b68d-465e9683186f service neutron] Attempting to bind port bf588d31-1331-4764-a116-500faf7ec561 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:33:53.513344 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-a570d72e-5698-413b-b68d-465e9683186f service neutron] Attempting to bind port bf588d31-1331-4764-a116-500faf7ec561 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f'}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:33:53.513616 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-a570d72e-5698-413b-b68d-465e9683186f service neutron] Attempting to bind port bf588d31-1331-4764-a116-500faf7ec561 on network 4fd50c95-7888-4b58-b176-0e3d534d461f {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:33:53.516148 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:53.526904 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-a570d72e-5698-413b-b68d-465e9683186f service neutron] Port bf588d31-1331-4764-a116-500faf7ec561 on network 4fd50c95-7888-4b58-b176-0e3d534d461f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:33:53.527224 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-a570d72e-5698-413b-b68d-465e9683186f service neutron] Attempting to bind port bf588d31-1331-4764-a116-500faf7ec561 on network 4fd50c95-7888-4b58-b176-0e3d534d461f {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:33:53.532047 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-568c4c45-0dc0-4a4d-a960-1b86abb83042 req-91a72b02-1bff-4327-8f5d-f7617db99320 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=0dada229-e0b6-471e-88a8-6abe41f4d5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675406 Jul 18 10:33:53.537631 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-a570d72e-5698-413b-b68d-465e9683186f service neutron] Checking agent: {'id': 'f1e01c1b-bf46-4f7e-883c-267517c6b0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'started_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:33:53.537631 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-a570d72e-5698-413b-b68d-465e9683186f service neutron] Checking segment: {'id': 'cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:33:53.537631 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-a570d72e-5698-413b-b68d-465e9683186f service neutron] Bound using segment: {'id': 'cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f'} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:33:53.538080 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-a570d72e-5698-413b-b68d-465e9683186f service neutron] Bound port: bf588d31-1331-4764-a116-500faf7ec561, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f'}}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:33:53.538415 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-a570d72e-5698-413b-b68d-465e9683186f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (bf588d31-1331-4764-a116-500faf7ec561), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:53.585711 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:53.611223 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-a570d72e-5698-413b-b68d-465e9683186f service neutron] For port bf588d31-1331-4764-a116-500faf7ec561, host hv-cinder-83754, cleared binding levels {{(pid=103899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:33:53.614763 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-a570d72e-5698-413b-b68d-465e9683186f service neutron] For port bf588d31-1331-4764-a116-500faf7ec561, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bf588d31-1331-4764-a116-500faf7ec561,segment=NetworkSegment(cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c),segment_id=cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c)] {{(pid=103899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:33:53.620998 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-a570d72e-5698-413b-b68d-465e9683186f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (bf588d31-1331-4764-a116-500faf7ec561), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:53.659823 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-a570d72e-5698-413b-b68d-465e9683186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:53.660459 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-a570d72e-5698-413b-b68d-465e9683186f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:53.661994 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-a570d72e-5698-413b-b68d-465e9683186f service neutron] 10.222.0.30 "PUT /v2.0/ports/bf588d31-1331-4764-a116-500faf7ec561 HTTP/1.1" status: 200 len: 1093 time: 0.8284621 Jul 18 10:33:53.682537 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570d72e-5698-413b-b68d-465e9683186f service neutron] Pushing event updated for resources: {'Port': ['ID=bf588d31-1331-4764-a116-500faf7ec561,revision_number=3']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:33:53.809780 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:53.827642 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-f8641098-1be3-441b-9e42-882103181ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:53.830817 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b6049f6a-d81c-4666-9e3a-6b2bcd32c027 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (d6b417f6-c37f-4491-8ed6-56cf1823bdc3), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:53.830817 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b6049f6a-d81c-4666-9e3a-6b2bcd32c027 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks [] for floatingip (d6b417f6-c37f-4491-8ed6-56cf1823bdc3), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:53.831093 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-f8641098-1be3-441b-9e42-882103181ef3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6e487deb7ff45bdbf2cc002d42d12a5&device_id=9cdd676f-7b24-4c7e-849c-97e196465a3c HTTP/1.1" status: 200 len: 1127 time: 0.0564792 Jul 18 10:33:53.842347 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-b6049f6a-d81c-4666-9e3a-6b2bcd32c027 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Calling delete_port for d6b417f6-c37f-4491-8ed6-56cf1823bdc3 owned by network:floatingip {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:33:53.893693 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-46d7018c-46d7-4835-9669-5e3477504601 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf588d31-1331-4764-a116-500faf7ec561 HTTP/1.1" status: 200 len: 217 time: 0.0504062 Jul 18 10:33:53.985949 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b6049f6a-d81c-4666-9e3a-6b2bcd32c027 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (d6b417f6-c37f-4491-8ed6-56cf1823bdc3), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:54.011026 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6049f6a-d81c-4666-9e3a-6b2bcd32c027 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Pushing event deleted for resources: {'Port': ['ID=d6b417f6-c37f-4491-8ed6-56cf1823bdc3,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:33:54.078088 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b6049f6a-d81c-4666-9e3a-6b2bcd32c027 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks [] for floatingip (f30fc5c5-1e59-4b98-99bd-a127028defaa), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:54.081205 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b6049f6a-d81c-4666-9e3a-6b2bcd32c027 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:54.082355 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-b6049f6a-d81c-4666-9e3a-6b2bcd32c027 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "DELETE /v2.0/floatingips/f30fc5c5-1e59-4b98-99bd-a127028defaa HTTP/1.1" status: 204 len: 168 time: 0.7149100 Jul 18 10:33:54.165223 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-ddc9efe8-fbde-4568-9ae0-23c2a722355c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:54.167010 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-ddc9efe8-fbde-4568-9ae0-23c2a722355c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6a7b9bf8-c0da-4f73-9742-17e8876165f7 HTTP/1.1" status: 200 len: 849 time: 0.0550616 Jul 18 10:33:54.206491 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cdd676f-7b24-4c7e-849c-97e196465a3c', 'tag': 'bf588d31-1331-4764-a116-500faf7ec561'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:33:54.208764 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad727e7-24cd-4872-b5b4-2d45b9bf5afe" -d '{"events": [{"name": "network-changed", "server_uuid": "9cdd676f-7b24-4c7e-849c-97e196465a3c", "tag": "bf588d31-1331-4764-a116-500faf7ec561"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:33:54.222940 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-be990cec-e077-441d-b79f-252e85e54968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:54.224463 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-be990cec-e077-441d-b79f-252e85e54968 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4fd50c95-7888-4b58-b176-0e3d534d461f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458984 Jul 18 10:33:54.242394 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e62a9c-6f7f-4ac0-8f03-bc4c98874811 x-openstack-request-id: req-15e62a9c-6f7f-4ac0-8f03-bc4c98874811 {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:33:54.242677 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cdd676f-7b24-4c7e-849c-97e196465a3c", "tag": "bf588d31-1331-4764-a116-500faf7ec561", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:33:54.242924 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-15e62a9c-6f7f-4ac0-8f03-bc4c98874811 {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:33:54.243306 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15e62a9c-6f7f-4ac0-8f03-bc4c98874811'] response: {'name': 'network-changed', 'server_uuid': '9cdd676f-7b24-4c7e-849c-97e196465a3c', 'tag': 'bf588d31-1331-4764-a116-500faf7ec561', 'status': 'completed', 'code': 200} Jul 18 10:33:54.324921 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-c1ea3714-7525-4aa4-8b57-c4a3bbe7ae94 service neutron] 10.222.0.30 "GET /v2.0/networks/4fd50c95-7888-4b58-b176-0e3d534d461f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922973 Jul 18 10:33:54.425029 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-88ff6f92-b0c6-4496-bc23-9226aa1d18cb req-17a2dbf4-0a84-41c9-844b-b81157f0a79d service neutron] 10.222.0.30 "GET /v2.0/networks/4fd50c95-7888-4b58-b176-0e3d534d461f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925641 Jul 18 10:33:54.654307 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc589dd3-6dad-4480-be59-b9bdd24ed2b4 req-ee790b30-813b-4fd0-b0e0-cd9da6788e5f tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:54.655975 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-dc589dd3-6dad-4480-be59-b9bdd24ed2b4 req-ee790b30-813b-4fd0-b0e0-cd9da6788e5f tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=9cdd676f-7b24-4c7e-849c-97e196465a3c HTTP/1.1" status: 200 len: 943 time: 0.0525029 Jul 18 10:33:54.701973 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-dc589dd3-6dad-4480-be59-b9bdd24ed2b4 req-9951ec41-9be5-466d-9e4f-9b4f16d4a064 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=0dada229-e0b6-471e-88a8-6abe41f4d5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397792 Jul 18 10:33:54.774987 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:55.078338 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:55.348862 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:55.376814 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:55.406844 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad727e7-24cd-4872-b5b4-2d45b9bf5afe req-9fa4ec3a-6ff9-4c69-b717-c0513f488472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:55.408923 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8ad727e7-24cd-4872-b5b4-2d45b9bf5afe req-9fa4ec3a-6ff9-4c69-b717-c0513f488472 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6e487deb7ff45bdbf2cc002d42d12a5&device_id=9cdd676f-7b24-4c7e-849c-97e196465a3c HTTP/1.1" status: 200 len: 1127 time: 0.0409939 Jul 18 10:33:55.505712 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad727e7-24cd-4872-b5b4-2d45b9bf5afe req-e3a2db67-9349-48d0-a7f9-47d74cc9a2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:55.507174 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8ad727e7-24cd-4872-b5b4-2d45b9bf5afe req-e3a2db67-9349-48d0-a7f9-47d74cc9a2af service neutron] 10.222.0.30 "GET /v2.0/networks?id=4fd50c95-7888-4b58-b176-0e3d534d461f HTTP/1.1" status: 200 len: 911 time: 0.0909007 Jul 18 10:33:55.522436 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:55.552823 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8ad727e7-24cd-4872-b5b4-2d45b9bf5afe req-8525be58-20c9-4492-ae18-6601cd774900 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf588d31-1331-4764-a116-500faf7ec561 HTTP/1.1" status: 200 len: 217 time: 0.0380197 Jul 18 10:33:55.601725 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad727e7-24cd-4872-b5b4-2d45b9bf5afe req-5e03f89c-0171-4791-bdad-048b03a34142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:55.603335 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8ad727e7-24cd-4872-b5b4-2d45b9bf5afe req-5e03f89c-0171-4791-bdad-048b03a34142 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6a7b9bf8-c0da-4f73-9742-17e8876165f7 HTTP/1.1" status: 200 len: 849 time: 0.0443761 Jul 18 10:33:55.653661 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad727e7-24cd-4872-b5b4-2d45b9bf5afe req-d94c4c89-216b-4c8a-a5c3-b743e05917e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:55.655128 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8ad727e7-24cd-4872-b5b4-2d45b9bf5afe req-d94c4c89-216b-4c8a-a5c3-b743e05917e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4fd50c95-7888-4b58-b176-0e3d534d461f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427203 Jul 18 10:33:55.744445 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8ad727e7-24cd-4872-b5b4-2d45b9bf5afe req-928cd660-75f9-4a00-811b-928089623780 service neutron] 10.222.0.30 "GET /v2.0/networks/4fd50c95-7888-4b58-b176-0e3d534d461f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828557 Jul 18 10:33:55.877972 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8ad727e7-24cd-4872-b5b4-2d45b9bf5afe req-61bda258-5a85-4dfb-bc3b-0ce66d8cf3ff service neutron] 10.222.0.30 "GET /v2.0/networks/4fd50c95-7888-4b58-b176-0e3d534d461f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255753 Jul 18 10:33:55.889238 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348044c5-8c72-4bdb-aa92-0196cffadad7 req-c100f919-e4f0-4cfc-8a1f-759216589c8d tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:55.890857 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-348044c5-8c72-4bdb-aa92-0196cffadad7 req-c100f919-e4f0-4cfc-8a1f-759216589c8d tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=9cdd676f-7b24-4c7e-849c-97e196465a3c HTTP/1.1" status: 200 len: 943 time: 0.1192799 Jul 18 10:33:55.938747 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-348044c5-8c72-4bdb-aa92-0196cffadad7 req-e687becd-2275-4784-bbbb-07fb29898a5e tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=0dada229-e0b6-471e-88a8-6abe41f4d5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407736 Jul 18 10:33:56.151422 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e0abe1a6-55a6-4e1b-b71a-1704e6250ce8 req-62da915f-d3df-4145-90b2-fcf281609ffe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374482 Jul 18 10:33:56.234525 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abe1a6-55a6-4e1b-b71a-1704e6250ce8 req-6af39804-9a9c-41d7-84f4-2bdc308f565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:56.236519 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e0abe1a6-55a6-4e1b-b71a-1704e6250ce8 req-6af39804-9a9c-41d7-84f4-2bdc308f565f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a1921237622439bab89676e11477c13&device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 1130 time: 0.0425673 Jul 18 10:33:56.338969 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abe1a6-55a6-4e1b-b71a-1704e6250ce8 req-781636c2-ca64-415d-98f2-d84a0a123d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:56.340537 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e0abe1a6-55a6-4e1b-b71a-1704e6250ce8 req-781636c2-ca64-415d-98f2-d84a0a123d28 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3122165b-a136-4d21-b84f-81ce161e0ad4 HTTP/1.1" status: 200 len: 919 time: 0.0853441 Jul 18 10:33:56.385108 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e0abe1a6-55a6-4e1b-b71a-1704e6250ce8 req-16259430-6c91-4aaa-bf5e-65f64d2567aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3380728a-d068-450d-b0c7-feb491a61db5 HTTP/1.1" status: 200 len: 217 time: 0.0379446 Jul 18 10:33:56.436049 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abe1a6-55a6-4e1b-b71a-1704e6250ce8 req-49065710-a520-4243-89c5-54c168d13efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:56.437761 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e0abe1a6-55a6-4e1b-b71a-1704e6250ce8 req-49065710-a520-4243-89c5-54c168d13efd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af51bf80-7ad7-4853-9105-dc8b032ebd26 HTTP/1.1" status: 200 len: 857 time: 0.0464113 Jul 18 10:33:56.484754 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abe1a6-55a6-4e1b-b71a-1704e6250ce8 req-b46163da-0c3d-4698-8da9-d1f16c92dd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:56.486832 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e0abe1a6-55a6-4e1b-b71a-1704e6250ce8 req-b46163da-0c3d-4698-8da9-d1f16c92dd6b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3122165b-a136-4d21-b84f-81ce161e0ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425916 Jul 18 10:33:56.557780 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c74d7f-813a-4c76-bdc9-74c359c97370 req-bc5e9ed0-b858-4081-8430-1e8de2c08734 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:56.559248 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-27c74d7f-813a-4c76-bdc9-74c359c97370 req-bc5e9ed0-b858-4081-8430-1e8de2c08734 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0482144 Jul 18 10:33:56.608980 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-27c74d7f-813a-4c76-bdc9-74c359c97370 req-0c3cb4ba-43fd-432b-8c21-d41b76348a11 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442696 Jul 18 10:33:57.051337 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582becae-3a38-4ad1-bafe-388dcabbedfd req-f1149925-82e5-4adb-adca-29cc00befce6 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:57.052752 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-582becae-3a38-4ad1-bafe-388dcabbedfd req-f1149925-82e5-4adb-adca-29cc00befce6 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=9cdd676f-7b24-4c7e-849c-97e196465a3c HTTP/1.1" status: 200 len: 943 time: 0.0471814 Jul 18 10:33:57.077942 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device bf588d31-1331-4764-a116-500faf7ec561 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:33:57.099949 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-582becae-3a38-4ad1-bafe-388dcabbedfd req-e490cd9c-7de7-44ad-b534-82c0342a029a tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=0dada229-e0b6-471e-88a8-6abe41f4d5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416176 Jul 18 10:33:57.179279 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port bf588d31-1331-4764-a116-500faf7ec561, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bf588d31-1331-4764-a116-500faf7ec561,segment=NetworkSegment(cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c),segment_id=cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:33:57.308128 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Returning: {'device': 'bf588d31-1331-4764-a116-500faf7ec561', 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f', 'port_id': 'bf588d31-1331-4764-a116-500faf7ec561', 'mac_address': 'fa:16:3e:d2:a6:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7b9bf8-c0da-4f73-9742-17e8876165f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:33:57.342485 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port bf588d31-1331-4764-a116-500faf7ec561 is: DOWN; New status is: BUILD {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:33:57.342869 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (bf588d31-1331-4764-a116-500faf7ec561), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:57.355424 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf588d31-1331-4764-a116-500faf7ec561 {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:33:57.374076 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port bf588d31-1331-4764-a116-500faf7ec561, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bf588d31-1331-4764-a116-500faf7ec561,segment=NetworkSegment(cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c),segment_id=cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:33:57.378550 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (bf588d31-1331-4764-a116-500faf7ec561), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:57.424438 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=bf588d31-1331-4764-a116-500faf7ec561,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:33:57.431421 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:57.431760 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:57.432119 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:57.432473 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:57.432828 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:57.433150 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:57.433471 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:57.433787 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:57.434103 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:57.434421 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:57.434737 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:57.435055 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:57.435366 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:57.435676 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:57.435985 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:57.660711 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['bf588d31-1331-4764-a116-500faf7ec561'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:33:57.713554 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:57.724879 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:57.729172 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2288dc-7f77-46b8-a64e-945703522fe6 req-1b4a37c4-2e87-4b2d-b54d-576f841c3dc7 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:57.731093 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9b2288dc-7f77-46b8-a64e-945703522fe6 req-1b4a37c4-2e87-4b2d-b54d-576f841c3dc7 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0524578 Jul 18 10:33:57.752976 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:57.779625 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9b2288dc-7f77-46b8-a64e-945703522fe6 req-a4c28626-0a7c-4bfa-9ddb-31723c87b267 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428646 Jul 18 10:33:58.215206 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd52af-9194-48f1-b496-820de2d41eae req-1cd56789-b464-4d2c-92b9-630b3eb908c5 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:58.216767 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fdfd52af-9194-48f1-b496-820de2d41eae req-1cd56789-b464-4d2c-92b9-630b3eb908c5 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=9cdd676f-7b24-4c7e-849c-97e196465a3c HTTP/1.1" status: 200 len: 944 time: 0.0506475 Jul 18 10:33:58.263582 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fdfd52af-9194-48f1-b496-820de2d41eae req-61989728-a79c-491f-9665-14c0f243e8d3 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=0dada229-e0b6-471e-88a8-6abe41f4d5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412958 Jul 18 10:33:58.636344 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:58.698966 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e0abe1a6-55a6-4e1b-b71a-1704e6250ce8 req-0e57ab45-7113-41b8-b9b3-75e9f380e4fc service neutron] 10.222.0.30 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907085 Jul 18 10:33:58.865921 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e0abe1a6-55a6-4e1b-b71a-1704e6250ce8 req-a3a6ce34-3661-45d0-a549-1d9e2c3c7e57 service neutron] 10.222.0.30 "GET /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963888 Jul 18 10:33:58.899675 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc151fa-2952-4aaa-9f38-edcebd8718e6 req-fb27e0d2-53eb-4232-8301-42cc04cd208b tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:58.901214 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1cc151fa-2952-4aaa-9f38-edcebd8718e6 req-fb27e0d2-53eb-4232-8301-42cc04cd208b tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0540941 Jul 18 10:33:58.988563 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f4d13-296c-4dda-818a-0fc31e4eb6f6 req-c65be9e0-1bd0-4fbd-8e81-ed0413e8fbe7 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:58.990167 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-610f4d13-296c-4dda-818a-0fc31e4eb6f6 req-c65be9e0-1bd0-4fbd-8e81-ed0413e8fbe7 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.30 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 945 time: 0.0757856 Jul 18 10:33:58.996113 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1cc151fa-2952-4aaa-9f38-edcebd8718e6 req-538d3b33-6fab-4cdd-97b3-191f5d70470d tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889878 Jul 18 10:33:59.079117 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-610f4d13-296c-4dda-818a-0fc31e4eb6f6 req-3c3aa903-e36a-482f-961c-ce55fa654e47 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Deleting port 13cc5a6d-eabb-457d-adf0-12b5abac3083 {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:33:59.079461 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-610f4d13-296c-4dda-818a-0fc31e4eb6f6 req-3c3aa903-e36a-482f-961c-ce55fa654e47 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (13cc5a6d-eabb-457d-adf0-12b5abac3083), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:59.095676 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device bf588d31-1331-4764-a116-500faf7ec561 up at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:33:59.138273 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning for port bf588d31-1331-4764-a116-500faf7ec561 completed by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:33:59.144247 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning complete for port bf588d31-1331-4764-a116-500faf7ec561 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:33:59.144644 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (bf588d31-1331-4764-a116-500faf7ec561), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:59.175769 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-610f4d13-296c-4dda-818a-0fc31e4eb6f6 req-3c3aa903-e36a-482f-961c-ce55fa654e47 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] For port 13cc5a6d-eabb-457d-adf0-12b5abac3083, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=13cc5a6d-eabb-457d-adf0-12b5abac3083,segment=NetworkSegment(187bb490-ae11-4ab4-ac32-71de79c724ca),segment_id=187bb490-ae11-4ab4-ac32-71de79c724ca)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:33:59.176130 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-610f4d13-296c-4dda-818a-0fc31e4eb6f6 req-3c3aa903-e36a-482f-961c-ce55fa654e47 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (13cc5a6d-eabb-457d-adf0-12b5abac3083), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:59.191307 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-610f4d13-296c-4dda-818a-0fc31e4eb6f6 req-3c3aa903-e36a-482f-961c-ce55fa654e47 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Calling delete_port for 13cc5a6d-eabb-457d-adf0-12b5abac3083 owned by compute:nova {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:33:59.223581 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port bf588d31-1331-4764-a116-500faf7ec561 is: BUILD; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:33:59.223974 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (bf588d31-1331-4764-a116-500faf7ec561), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:59.247334 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdd676f-7b24-4c7e-849c-97e196465a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf588d31-1331-4764-a116-500faf7ec561'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:33:59.249511 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84681e705a03fd555db26336157b75fd76ce56e0c69b7b802094418238443ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4fe71c-8766-4202-be64-9e2997123b75" -d '{"events": [{"server_uuid": "9cdd676f-7b24-4c7e-849c-97e196465a3c", "name": "network-vif-plugged", "status": "completed", "tag": "bf588d31-1331-4764-a116-500faf7ec561"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:33:59.263283 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port bf588d31-1331-4764-a116-500faf7ec561, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bf588d31-1331-4764-a116-500faf7ec561,segment=NetworkSegment(cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c),segment_id=cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:33:59.267816 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (bf588d31-1331-4764-a116-500faf7ec561), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:59.302786 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e850f59-dcd7-4499-ac7c-193fe2936922 x-openstack-request-id: req-2e850f59-dcd7-4499-ac7c-193fe2936922 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:33:59.303242 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cdd676f-7b24-4c7e-849c-97e196465a3c", "name": "network-vif-plugged", "status": "completed", "tag": "bf588d31-1331-4764-a116-500faf7ec561", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:33:59.303550 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2e850f59-dcd7-4499-ac7c-193fe2936922 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:33:59.303894 dv-cinder-837546-3-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e850f59-dcd7-4499-ac7c-193fe2936922'] response: {'server_uuid': '9cdd676f-7b24-4c7e-849c-97e196465a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf588d31-1331-4764-a116-500faf7ec561', 'code': 200} Jul 18 10:33:59.325863 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-610f4d13-296c-4dda-818a-0fc31e4eb6f6 req-3c3aa903-e36a-482f-961c-ce55fa654e47 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (13cc5a6d-eabb-457d-adf0-12b5abac3083), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:59.342210 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['13cc5a6d-eabb-457d-adf0-12b5abac3083', '3380728a-d068-450d-b0c7-feb491a61db5'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:33:59.372335 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3aa903-e36a-482f-961c-ce55fa654e47 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Pushing event deleted for resources: {'Port': ['ID=13cc5a6d-eabb-457d-adf0-12b5abac3083,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:33:59.375163 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=bf588d31-1331-4764-a116-500faf7ec561,revision_number=5']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:33:59.406536 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3aa903-e36a-482f-961c-ce55fa654e47 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:59.407426 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3aa903-e36a-482f-961c-ce55fa654e47 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:59.407769 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3aa903-e36a-482f-961c-ce55fa654e47 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:59.408384 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3aa903-e36a-482f-961c-ce55fa654e47 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:59.408570 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3aa903-e36a-482f-961c-ce55fa654e47 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:59.411245 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3aa903-e36a-482f-961c-ce55fa654e47 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:59.411596 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3aa903-e36a-482f-961c-ce55fa654e47 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:59.411931 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3aa903-e36a-482f-961c-ce55fa654e47 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:59.412357 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3aa903-e36a-482f-961c-ce55fa654e47 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:59.412622 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3aa903-e36a-482f-961c-ce55fa654e47 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:59.412956 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3aa903-e36a-482f-961c-ce55fa654e47 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:59.413301 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3aa903-e36a-482f-961c-ce55fa654e47 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:59.413616 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3aa903-e36a-482f-961c-ce55fa654e47 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:59.413942 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3aa903-e36a-482f-961c-ce55fa654e47 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:59.414256 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3aa903-e36a-482f-961c-ce55fa654e47 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:33:59.457344 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-610f4d13-296c-4dda-818a-0fc31e4eb6f6 req-3c3aa903-e36a-482f-961c-ce55fa654e47 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] No DVR routers for this DVR port 13cc5a6d-eabb-457d-adf0-12b5abac3083 on host hv-cinder-83754 {{(pid=103899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:33:59.464712 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb947f2e-ca2c-48bd-8381-da5484165fa5 req-87f31abc-02d2-4f43-8dec-a1cd502133c5 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:59.466226 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-bb947f2e-ca2c-48bd-8381-da5484165fa5 req-87f31abc-02d2-4f43-8dec-a1cd502133c5 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=9cdd676f-7b24-4c7e-849c-97e196465a3c HTTP/1.1" status: 200 len: 945 time: 0.1073718 Jul 18 10:33:59.468377 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-610f4d13-296c-4dda-818a-0fc31e4eb6f6 req-3c3aa903-e36a-482f-961c-ce55fa654e47 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:33:59.472077 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-610f4d13-296c-4dda-818a-0fc31e4eb6f6 req-3c3aa903-e36a-482f-961c-ce55fa654e47 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.30 "DELETE /v2.0/ports/13cc5a6d-eabb-457d-adf0-12b5abac3083 HTTP/1.1" status: 204 len: 173 time: 0.4743931 Jul 18 10:33:59.472538 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78bb7f95-9846-4a59-9f77-a3fe69005eec', 'name': 'network-vif-deleted', 'tag': '13cc5a6d-eabb-457d-adf0-12b5abac3083'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:33:59.474789 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dcef041-bf81-4f21-bb29-40d58189e438" -d '{"events": [{"server_uuid": "78bb7f95-9846-4a59-9f77-a3fe69005eec", "name": "network-vif-deleted", "tag": "13cc5a6d-eabb-457d-adf0-12b5abac3083"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:33:59.524263 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e50a97-a94f-4cfb-af3a-7c3ba86f44df x-openstack-request-id: req-89e50a97-a94f-4cfb-af3a-7c3ba86f44df {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:33:59.524540 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78bb7f95-9846-4a59-9f77-a3fe69005eec", "name": "network-vif-deleted", "tag": "13cc5a6d-eabb-457d-adf0-12b5abac3083", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:33:59.524799 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-89e50a97-a94f-4cfb-af3a-7c3ba86f44df {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:33:59.525202 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89e50a97-a94f-4cfb-af3a-7c3ba86f44df'] response: {'server_uuid': '78bb7f95-9846-4a59-9f77-a3fe69005eec', 'name': 'network-vif-deleted', 'tag': '13cc5a6d-eabb-457d-adf0-12b5abac3083', 'status': 'completed', 'code': 200} Jul 18 10:33:59.533566 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:59.550281 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d18e80-cb16-44d1-9ca8-ab7627162fe3 req-c5703c88-15a8-4a12-943b-224533c91b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:33:59.551797 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c5d18e80-cb16-44d1-9ca8-ab7627162fe3 req-c5703c88-15a8-4a12-943b-224533c91b01 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9cdd676f-7b24-4c7e-849c-97e196465a3c HTTP/1.1" status: 200 len: 1129 time: 0.0847197 Jul 18 10:33:59.563657 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-bb947f2e-ca2c-48bd-8381-da5484165fa5 req-ff8fdd86-7977-4926-8c5a-485b22321bef tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=0dada229-e0b6-471e-88a8-6abe41f4d5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862074 Jul 18 10:33:59.611805 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:33:59.627244 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c5d18e80-cb16-44d1-9ca8-ab7627162fe3 req-c1ad898a-6054-4614-899b-3ac56350ec2d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0dada229-e0b6-471e-88a8-6abe41f4d5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417769 Jul 18 10:34:00.100903 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-564702ed-329a-4fef-94c4-62634ac9a174 req-da78bfe0-b7ed-4671-82f1-de485562fdd3 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=78bb7f95-9846-4a59-9f77-a3fe69005eec HTTP/1.1" status: 200 len: 210 time: 0.0280733 Jul 18 10:34:00.696157 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6e66b-f160-4ada-b70e-e2880bc4a868 req-ce696b97-926a-44d1-8600-b80c00bb17fe tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:00.696157 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4fd6e66b-f160-4ada-b70e-e2880bc4a868 req-ce696b97-926a-44d1-8600-b80c00bb17fe tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=9cdd676f-7b24-4c7e-849c-97e196465a3c HTTP/1.1" status: 200 len: 945 time: 0.0561712 Jul 18 10:34:00.742452 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4fd6e66b-f160-4ada-b70e-e2880bc4a868 req-7f032951-0820-4b66-8dfb-8b12cc5e44ca tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=0dada229-e0b6-471e-88a8-6abe41f4d5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463574 Jul 18 10:34:01.374155 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e36d1-7b41-4598-8003-eab4d096a1bc req-0323d72d-27ad-493c-a9c6-7790fc89d276 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:01.381280 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-991e36d1-7b41-4598-8003-eab4d096a1bc req-0323d72d-27ad-493c-a9c6-7790fc89d276 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 946 time: 0.0643804 Jul 18 10:34:01.426976 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-991e36d1-7b41-4598-8003-eab4d096a1bc req-ed1445a8-6f60-4a9f-8741-9b52efb0a3af tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447607 Jul 18 10:34:01.861470 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6699b3-8c7f-4625-bd5c-b57b219c7af1 req-8f0897de-69e6-41dd-9377-5589e5e25717 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:01.862984 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2b6699b3-8c7f-4625-bd5c-b57b219c7af1 req-8f0897de-69e6-41dd-9377-5589e5e25717 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=9cdd676f-7b24-4c7e-849c-97e196465a3c HTTP/1.1" status: 200 len: 945 time: 0.0489883 Jul 18 10:34:01.909986 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2b6699b3-8c7f-4625-bd5c-b57b219c7af1 req-f74107aa-415b-47bd-a0ca-2c00ff9c913c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=0dada229-e0b6-471e-88a8-6abe41f4d5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413654 Jul 18 10:34:02.037651 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77152d-2f3c-4e33-9793-ddb7d9e47a3a req-d7acd6b4-d286-4478-8226-aa69bff85829 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:02.040538 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4c77152d-2f3c-4e33-9793-ddb7d9e47a3a req-d7acd6b4-d286-4478-8226-aa69bff85829 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=9cdd676f-7b24-4c7e-849c-97e196465a3c HTTP/1.1" status: 200 len: 945 time: 0.0534980 Jul 18 10:34:02.052474 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 35382) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:02.056818 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-d62a3a01-32d0-44b9-befb-7a4f6d1c8362 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Request body: {'floatingip': {'port_id': 'bf588d31-1331-4764-a116-500faf7ec561'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:34:02.099204 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-d62a3a01-32d0-44b9-befb-7a4f6d1c8362 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for floatingip (8be11526-e830-45fd-8f17-c0baef316c74), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:02.602038 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347b55f-4365-4a12-aa33-af5c19ea2502 req-dc0e889e-7d28-443f-a69c-e667f36ea70e tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:02.603795 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3347b55f-4365-4a12-aa33-af5c19ea2502 req-dc0e889e-7d28-443f-a69c-e667f36ea70e tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 946 time: 0.0958297 Jul 18 10:34:02.608557 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-d62a3a01-32d0-44b9-befb-7a4f6d1c8362 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:02.626293 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-d62a3a01-32d0-44b9-befb-7a4f6d1c8362 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780340'] for floatingip (8be11526-e830-45fd-8f17-c0baef316c74), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:02.738079 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3347b55f-4365-4a12-aa33-af5c19ea2502 req-5d2f90fb-9330-4618-af1b-d6064ed07203 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275961 Jul 18 10:34:02.738843 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=30 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:02.740678 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:02.744497 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=42 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:02.762322 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.db.l3_db [None req-d62a3a01-32d0-44b9-befb-7a4f6d1c8362 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Floating IP 8be11526-e830-45fd-8f17-c0baef316c74 associated. External IP: 172.27.3.177, port: bf588d31-1331-4764-a116-500faf7ec561. Jul 18 10:34:02.857165 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:03.108370 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 13cc5a6d-eabb-457d-adf0-12b5abac3083 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:34:03.129523 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] No Port match for: 13cc5a6d-eabb-457d-adf0-12b5abac3083 {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:34:03.129868 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 13cc5a6d-eabb-457d-adf0-12b5abac3083 not bound to the agent host hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:34:03.232636 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62a3a01-32d0-44b9-befb-7a4f6d1c8362 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Router 25caf605-4c7d-44c9-8381-5f91529ecdd4 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:34:03.331860 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62a3a01-32d0-44b9-befb-7a4f6d1c8362 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:34:03.336223 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-d62a3a01-32d0-44b9-befb-7a4f6d1c8362 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:03.343428 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa2ced5-69a1-4597-b204-6e25fa285f80 None None] Sync routers for ids ['25caf605-4c7d-44c9-8381-5f91529ecdd4'] in dv-cinder-837546-3-iscsi {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:34:03.354963 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa2ced5-69a1-4597-b204-6e25fa285f80 None None] Routers {'25caf605-4c7d-44c9-8381-5f91529ecdd4'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:34:03.355640 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-0fa2ced5-69a1-4597-b204-6e25fa285f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:33:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['25caf605-4c7d-44c9-8381-5f91529ecdd4'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:03.370486 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-d62a3a01-32d0-44b9-befb-7a4f6d1c8362 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "PUT /v2.0/floatingips/8be11526-e830-45fd-8f17-c0baef316c74 HTTP/1.1" status: 200 len: 991 time: 1.3169200 Jul 18 10:34:03.371177 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cdd676f-7b24-4c7e-849c-97e196465a3c', 'tag': 'bf588d31-1331-4764-a116-500faf7ec561'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:34:03.373613 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf334d93-cd65-465c-bef2-e9aca6baeaa9" -d '{"events": [{"name": "network-changed", "server_uuid": "9cdd676f-7b24-4c7e-849c-97e196465a3c", "tag": "bf588d31-1331-4764-a116-500faf7ec561"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:34:03.408878 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2184b4-c38f-4eac-b80c-ab59558d49e4 x-openstack-request-id: req-0e2184b4-c38f-4eac-b80c-ab59558d49e4 {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:34:03.409163 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cdd676f-7b24-4c7e-849c-97e196465a3c", "tag": "bf588d31-1331-4764-a116-500faf7ec561", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:34:03.409416 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0e2184b4-c38f-4eac-b80c-ab59558d49e4 {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:34:03.409844 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e2184b4-c38f-4eac-b80c-ab59558d49e4'] response: {'name': 'network-changed', 'server_uuid': '9cdd676f-7b24-4c7e-849c-97e196465a3c', 'tag': 'bf588d31-1331-4764-a116-500faf7ec561', 'status': 'completed', 'code': 200} Jul 18 10:34:03.458933 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-0fa2ced5-69a1-4597-b204-6e25fa285f80 None None] Set router 25caf605-4c7d-44c9-8381-5f91529ecdd4 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:34:03.661341 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-0fa2ced5-69a1-4597-b204-6e25fa285f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'name': 'tempest-AttachVolumeTestJSON-343087554-router', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:52Z', 'updated_at': '2022-07-18T10:29:03Z', 'revision_number': 4, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'gw_port': {'id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '8be11526-e830-45fd-8f17-c0baef316c74', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'floating_ip_address': '172.27.3.177', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'port_id': 'bf588d31-1331-4764-a116-500faf7ec561', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f', 'mac_address': 'fa:16:3e:d2:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdd676f-7b24-4c7e-849c-97e196465a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:33:49Z', 'updated_at': '2022-07-18T10:34:02Z', 'revision_number': 1, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d056b09-6e15-4031-a1f5-968a745c3564', 'name': '', 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'mac_address': 'fa:16:3e:df:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6a7b9bf8-c0da-4f73-9742-17e8876165f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:29:02Z', 'updated_at': '2022-07-18T10:29:15Z', 'revision_number': 5, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'subnets': [{'id': '6a7b9bf8-c0da-4f73-9742-17e8876165f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:03.688874 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa2ced5-69a1-4597-b204-6e25fa285f80 None None] Checking router: 25caf605-4c7d-44c9-8381-5f91529ecdd4 for host: dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:34:03.697216 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa2ced5-69a1-4597-b204-6e25fa285f80 None None] Routers {'25caf605-4c7d-44c9-8381-5f91529ecdd4'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:34:03.697805 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-0fa2ced5-69a1-4597-b204-6e25fa285f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:33:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['25caf605-4c7d-44c9-8381-5f91529ecdd4'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:03.798395 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-0fa2ced5-69a1-4597-b204-6e25fa285f80 None None] Set router 25caf605-4c7d-44c9-8381-5f91529ecdd4 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:34:03.857809 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd618e2f-4ec1-425b-a266-bba99c16e0c6 req-92e804e4-a465-4c69-b363-d03d784420bd tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:03.859374 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-dd618e2f-4ec1-425b-a266-bba99c16e0c6 req-92e804e4-a465-4c69-b363-d03d784420bd tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 946 time: 0.0516253 Jul 18 10:34:03.916143 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-dd618e2f-4ec1-425b-a266-bba99c16e0c6 req-666755cc-3dce-462f-98f9-cd702d972a38 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499883 Jul 18 10:34:04.068530 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=33,neutron:DELETE=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:04.074587 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=27,neutron:DELETE=4 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:04.097593 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-0fa2ced5-69a1-4597-b204-6e25fa285f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'name': 'tempest-AttachVolumeTestJSON-343087554-router', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:52Z', 'updated_at': '2022-07-18T10:29:03Z', 'revision_number': 4, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'gw_port': {'id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '8be11526-e830-45fd-8f17-c0baef316c74', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'floating_ip_address': '172.27.3.177', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'port_id': 'bf588d31-1331-4764-a116-500faf7ec561', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f', 'mac_address': 'fa:16:3e:d2:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdd676f-7b24-4c7e-849c-97e196465a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:33:49Z', 'updated_at': '2022-07-18T10:34:02Z', 'revision_number': 1, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d056b09-6e15-4031-a1f5-968a745c3564', 'name': '', 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'mac_address': 'fa:16:3e:df:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6a7b9bf8-c0da-4f73-9742-17e8876165f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:29:02Z', 'updated_at': '2022-07-18T10:29:15Z', 'revision_number': 5, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'subnets': [{'id': '6a7b9bf8-c0da-4f73-9742-17e8876165f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:04.124688 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa2ced5-69a1-4597-b204-6e25fa285f80 None None] The sync data for ids ['25caf605-4c7d-44c9-8381-5f91529ecdd4'] in dv-cinder-837546-3-iscsi is: [{'id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'name': 'tempest-AttachVolumeTestJSON-343087554-router', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:52Z', 'updated_at': '2022-07-18T10:29:03Z', 'revision_number': 4, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'gw_port': {'id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '8be11526-e830-45fd-8f17-c0baef316c74', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'floating_ip_address': '172.27.3.177', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'port_id': 'bf588d31-1331-4764-a116-500faf7ec561', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f', 'mac_address': 'fa:16:3e:d2:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdd676f-7b24-4c7e-849c-97e196465a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:33:49Z', 'updated_at': '2022-07-18T10:34:02Z', 'revision_number': 1, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d056b09-6e15-4031-a1f5-968a745c3564', 'name': '', 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'mac_address': 'fa:16:3e:df:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6a7b9bf8-c0da-4f73-9742-17e8876165f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:29:02Z', 'updated_at': '2022-07-18T10:29:15Z', 'revision_number': 5, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'subnets': [{'id': '6a7b9bf8-c0da-4f73-9742-17e8876165f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:34:04.297154 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330d2bd6-a8d6-4336-91a3-0bef5d1f43b8 None None] New status for floating IP 8be11526-e830-45fd-8f17-c0baef316c74: ACTIVE {{(pid=103900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:34:04.615663 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf334d93-cd65-465c-bef2-e9aca6baeaa9 req-ca114554-bf75-48c0-a21b-a8c0538a02b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:04.617161 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-cf334d93-cd65-465c-bef2-e9aca6baeaa9 req-ca114554-bf75-48c0-a21b-a8c0538a02b9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6e487deb7ff45bdbf2cc002d42d12a5&device_id=9cdd676f-7b24-4c7e-849c-97e196465a3c HTTP/1.1" status: 200 len: 1129 time: 0.0411830 Jul 18 10:34:04.728560 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf334d93-cd65-465c-bef2-e9aca6baeaa9 req-c153de4f-9a4c-455d-a068-cf8dea7a045e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:04.729935 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-cf334d93-cd65-465c-bef2-e9aca6baeaa9 req-c153de4f-9a4c-455d-a068-cf8dea7a045e service neutron] 10.222.0.30 "GET /v2.0/networks?id=4fd50c95-7888-4b58-b176-0e3d534d461f HTTP/1.1" status: 200 len: 911 time: 0.0910659 Jul 18 10:34:04.891296 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-cf334d93-cd65-465c-bef2-e9aca6baeaa9 req-8804346d-5234-40bf-bac1-6faea0665f00 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf588d31-1331-4764-a116-500faf7ec561 HTTP/1.1" status: 200 len: 1001 time: 0.0577152 Jul 18 10:34:04.943831 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf334d93-cd65-465c-bef2-e9aca6baeaa9 req-589bd0a3-cfdd-490d-afe2-6e786920a47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:04.945322 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-cf334d93-cd65-465c-bef2-e9aca6baeaa9 req-589bd0a3-cfdd-490d-afe2-6e786920a47f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6a7b9bf8-c0da-4f73-9742-17e8876165f7 HTTP/1.1" status: 200 len: 849 time: 0.0480850 Jul 18 10:34:05.026445 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf334d93-cd65-465c-bef2-e9aca6baeaa9 req-d1774f47-428e-44c7-bd30-8b865edf601a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:05.027999 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-cf334d93-cd65-465c-bef2-e9aca6baeaa9 req-d1774f47-428e-44c7-bd30-8b865edf601a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4fd50c95-7888-4b58-b176-0e3d534d461f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436330 Jul 18 10:34:05.175060 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48349c1-72bb-42bc-bbbc-56f033658852 req-5eeddb90-39d8-4896-9689-f612bfb8146c tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:05.176551 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c48349c1-72bb-42bc-bbbc-56f033658852 req-5eeddb90-39d8-4896-9689-f612bfb8146c tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.30 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 946 time: 0.1909459 Jul 18 10:34:05.200144 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e397565-fd6a-4ad4-ad67-eefa10ac8db4 req-20f85e2c-696c-49be-9554-10ef2f9ce147 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:05.201603 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2e397565-fd6a-4ad4-ad67-eefa10ac8db4 req-20f85e2c-696c-49be-9554-10ef2f9ce147 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/ports?device_id=591fab72-3729-4b6f-af75-cc55766b7eae HTTP/1.1" status: 200 len: 946 time: 0.1086304 Jul 18 10:34:05.236192 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:05.269525 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-cf334d93-cd65-465c-bef2-e9aca6baeaa9 req-f84ac914-5ec7-495a-8da3-b0feb65cb61c service neutron] 10.222.0.30 "GET /v2.0/networks/4fd50c95-7888-4b58-b176-0e3d534d461f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273157 Jul 18 10:34:05.350698 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2e397565-fd6a-4ad4-ad67-eefa10ac8db4 req-384bdb9f-fa6f-44b1-b1b7-fe3bc2a72607 tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.33 "GET /v2.0/security-groups?id=e78a36aa-be1e-42e3-a1cc-4413ac001f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272633 Jul 18 10:34:05.380871 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-c48349c1-72bb-42bc-bbbc-56f033658852 req-c3c6b8c4-5c28-4159-90f0-99498f81ebfd tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Deleting port 3380728a-d068-450d-b0c7-feb491a61db5 {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:34:05.381221 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-c48349c1-72bb-42bc-bbbc-56f033658852 req-c3c6b8c4-5c28-4159-90f0-99498f81ebfd tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (3380728a-d068-450d-b0c7-feb491a61db5), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:05.420441 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:05.474470 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-cf334d93-cd65-465c-bef2-e9aca6baeaa9 req-adda973d-c4de-4309-9a95-81051909f179 service neutron] 10.222.0.30 "GET /v2.0/networks/4fd50c95-7888-4b58-b176-0e3d534d461f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750257 Jul 18 10:34:05.501586 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-c48349c1-72bb-42bc-bbbc-56f033658852 req-c3c6b8c4-5c28-4159-90f0-99498f81ebfd tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] For port 3380728a-d068-450d-b0c7-feb491a61db5, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3380728a-d068-450d-b0c7-feb491a61db5,segment=NetworkSegment(187bb490-ae11-4ab4-ac32-71de79c724ca),segment_id=187bb490-ae11-4ab4-ac32-71de79c724ca)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:34:05.501953 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-c48349c1-72bb-42bc-bbbc-56f033658852 req-c3c6b8c4-5c28-4159-90f0-99498f81ebfd tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (3380728a-d068-450d-b0c7-feb491a61db5), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:05.515402 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-c48349c1-72bb-42bc-bbbc-56f033658852 req-c3c6b8c4-5c28-4159-90f0-99498f81ebfd tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Calling delete_port for 3380728a-d068-450d-b0c7-feb491a61db5 owned by compute:nova {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:34:05.644461 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-c48349c1-72bb-42bc-bbbc-56f033658852 req-c3c6b8c4-5c28-4159-90f0-99498f81ebfd tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (3380728a-d068-450d-b0c7-feb491a61db5), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:05.657056 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['3380728a-d068-450d-b0c7-feb491a61db5'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:34:05.669770 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6b8c4-5c28-4159-90f0-99498f81ebfd tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Pushing event deleted for resources: {'Port': ['ID=3380728a-d068-450d-b0c7-feb491a61db5,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:05.717241 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48349c1-72bb-42bc-bbbc-56f033658852 req-c3c6b8c4-5c28-4159-90f0-99498f81ebfd tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] No DVR routers for this DVR port 3380728a-d068-450d-b0c7-feb491a61db5 on host hv-cinder-83754 {{(pid=103899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:34:05.719730 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-c48349c1-72bb-42bc-bbbc-56f033658852 req-c3c6b8c4-5c28-4159-90f0-99498f81ebfd tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:05.723160 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c48349c1-72bb-42bc-bbbc-56f033658852 req-c3c6b8c4-5c28-4159-90f0-99498f81ebfd tempest-ServerRescueNegativeTestJSON-33766307 tempest-ServerRescueNegativeTestJSON-33766307-project] 10.222.0.30 "DELETE /v2.0/ports/3380728a-d068-450d-b0c7-feb491a61db5 HTTP/1.1" status: 204 len: 173 time: 0.5388932 Jul 18 10:34:05.723587 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591fab72-3729-4b6f-af75-cc55766b7eae', 'name': 'network-vif-deleted', 'tag': '3380728a-d068-450d-b0c7-feb491a61db5'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:34:05.725832 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f42e73b-4b73-47d0-bd38-ae5fc55a81fa" -d '{"events": [{"server_uuid": "591fab72-3729-4b6f-af75-cc55766b7eae", "name": "network-vif-deleted", "tag": "3380728a-d068-450d-b0c7-feb491a61db5"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:34:05.766474 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4796cfa-fd51-42fa-a3c1-b07afe9b3fdf x-openstack-request-id: req-c4796cfa-fd51-42fa-a3c1-b07afe9b3fdf {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:34:05.766770 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591fab72-3729-4b6f-af75-cc55766b7eae", "name": "network-vif-deleted", "tag": "3380728a-d068-450d-b0c7-feb491a61db5", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:34:05.767024 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c4796cfa-fd51-42fa-a3c1-b07afe9b3fdf {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:34:05.767437 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4796cfa-fd51-42fa-a3c1-b07afe9b3fdf'] response: {'server_uuid': '591fab72-3729-4b6f-af75-cc55766b7eae', 'name': 'network-vif-deleted', 'tag': '3380728a-d068-450d-b0c7-feb491a61db5', 'status': 'completed', 'code': 200} Jul 18 10:34:06.409144 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 35410) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:06.882138 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0e969399-a840-4806-8926-75ce52cc60de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660928'] for router_interface (f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:06.923556 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:07.150411 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-0e969399-a840-4806-8926-75ce52cc60de admin admin] Deleting port 4c5bed01-d698-4642-a43a-72c6ad80cbb9 {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:34:07.150666 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0e969399-a840-4806-8926-75ce52cc60de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (4c5bed01-d698-4642-a43a-72c6ad80cbb9), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:07.199725 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:07.229801 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-0e969399-a840-4806-8926-75ce52cc60de admin admin] For port 4c5bed01-d698-4642-a43a-72c6ad80cbb9, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=4c5bed01-d698-4642-a43a-72c6ad80cbb9,segment=NetworkSegment(187bb490-ae11-4ab4-ac32-71de79c724ca),segment_id=187bb490-ae11-4ab4-ac32-71de79c724ca)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:34:07.230162 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0e969399-a840-4806-8926-75ce52cc60de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (4c5bed01-d698-4642-a43a-72c6ad80cbb9), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:07.242968 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-0e969399-a840-4806-8926-75ce52cc60de admin admin] Calling delete_port for 4c5bed01-d698-4642-a43a-72c6ad80cbb9 owned by network:router_interface {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:34:07.418443 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0e969399-a840-4806-8926-75ce52cc60de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (4c5bed01-d698-4642-a43a-72c6ad80cbb9), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:07.448058 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e969399-a840-4806-8926-75ce52cc60de admin admin] Pushing event deleted for resources: {'Port': ['ID=4c5bed01-d698-4642-a43a-72c6ad80cbb9,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:07.609994 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0e969399-a840-4806-8926-75ce52cc60de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-986589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660860'] for router_interface (f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:07.795409 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:07.824412 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e969399-a840-4806-8926-75ce52cc60de admin admin] Router f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:34:07.925240 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e969399-a840-4806-8926-75ce52cc60de admin admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:34:07.930631 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-0e969399-a840-4806-8926-75ce52cc60de admin admin] 10.222.0.33 "PUT /v2.0/routers/f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5211680 Jul 18 10:34:07.933140 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 35416) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:07.933480 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99019157-3b52-4e48-9979-b8571c953a92 None None] Sync routers for ids ['f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'] in dv-cinder-837546-3-iscsi {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:34:07.943760 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99019157-3b52-4e48-9979-b8571c953a92 None None] Routers {'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:34:07.944362 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-99019157-3b52-4e48-9979-b8571c953a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:33:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:08.028252 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-57821b84-acbb-41af-add2-10f8edfcadeb admin admin] Publish callbacks [] for router (f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:08.035652 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:08.049409 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-99019157-3b52-4e48-9979-b8571c953a92 None None] Set router f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:34:08.074288 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:08.136658 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-57821b84-acbb-41af-add2-10f8edfcadeb admin admin] Publish callbacks [] for router_gateway (f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:08.182986 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-57821b84-acbb-41af-add2-10f8edfcadeb admin admin] Deleting port 28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779 {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:34:08.183324 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-57821b84-acbb-41af-add2-10f8edfcadeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:08.218130 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-99019157-3b52-4e48-9979-b8571c953a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'name': 'tempest-ServerRescueNegativeTestJSON-176325128-router', 'tenant_id': '8a1921237622439bab89676e11477c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:34:07Z', 'revision_number': 5, 'project_id': '8a1921237622439bab89676e11477c13', 'gw_port': {'id': '28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:49:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi'}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:08.243415 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99019157-3b52-4e48-9979-b8571c953a92 None None] Checking router: f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3 for host: dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:34:08.252667 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99019157-3b52-4e48-9979-b8571c953a92 None None] Routers {'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:34:08.253266 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-99019157-3b52-4e48-9979-b8571c953a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:33:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:08.262535 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-57821b84-acbb-41af-add2-10f8edfcadeb admin admin] For port 28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:34:08.262900 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-57821b84-acbb-41af-add2-10f8edfcadeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:08.275684 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-57821b84-acbb-41af-add2-10f8edfcadeb admin admin] Calling delete_port for 28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779 owned by network:router_gateway {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:34:08.335609 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-99019157-3b52-4e48-9979-b8571c953a92 None None] Set router f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3 gateway port host: None {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:34:08.337060 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:08.388150 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-99019157-3b52-4e48-9979-b8571c953a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'name': 'tempest-ServerRescueNegativeTestJSON-176325128-router', 'tenant_id': '8a1921237622439bab89676e11477c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:34:08Z', 'revision_number': 6, 'project_id': '8a1921237622439bab89676e11477c13', 'gw_port_host': None}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:08.413257 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99019157-3b52-4e48-9979-b8571c953a92 None None] The sync data for ids ['f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3'] in dv-cinder-837546-3-iscsi is: [{'id': 'f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3', 'name': 'tempest-ServerRescueNegativeTestJSON-176325128-router', 'tenant_id': '8a1921237622439bab89676e11477c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:34:08Z', 'revision_number': 6, 'project_id': '8a1921237622439bab89676e11477c13', 'gw_port_host': None}] {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:34:08.442193 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-57821b84-acbb-41af-add2-10f8edfcadeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:08.464631 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57821b84-acbb-41af-add2-10f8edfcadeb admin admin] Pushing event deleted for resources: {'Port': ['ID=28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:08.785914 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-57821b84-acbb-41af-add2-10f8edfcadeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-781127'] for router_gateway (f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:08.874370 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-57821b84-acbb-41af-add2-10f8edfcadeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1411'] for router (f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:08.876648 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-57821b84-acbb-41af-add2-10f8edfcadeb admin admin] Publish callbacks [] for router_controller (f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3), precommit_delete_associations {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:08.877939 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:08.921878 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-57821b84-acbb-41af-add2-10f8edfcadeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660434'] for router (f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:08.922489 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57821b84-acbb-41af-add2-10f8edfcadeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3 {{(pid=103899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 10:34:08.927776 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-57821b84-acbb-41af-add2-10f8edfcadeb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:08.928956 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-57821b84-acbb-41af-add2-10f8edfcadeb admin admin] 10.222.0.33 "DELETE /v2.0/routers/f7eb2b65-c3e6-4cf8-b7e3-af6d3c4540f3 HTTP/1.1" status: 204 len: 168 time: 0.9948783 Jul 18 10:34:08.931449 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 35420) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:08.975538 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_v2 [None req-162fc76e-136e-4a8c-bf3f-4139d882dc5e admin admin] Deleting subnet af51bf80-7ad7-4853-9105-dc8b032ebd26 {{(pid=103899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 10:34:08.978917 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-162fc76e-136e-4a8c-bf3f-4139d882dc5e admin admin] Publish callbacks [] for subnet (af51bf80-7ad7-4853-9105-dc8b032ebd26), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:09.016478 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-162fc76e-136e-4a8c-bf3f-4139d882dc5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261079323'] for subnet (af51bf80-7ad7-4853-9105-dc8b032ebd26), precommit_delete_associations {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:09.090386 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-162fc76e-136e-4a8c-bf3f-4139d882dc5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8074828'] for subnet (af51bf80-7ad7-4853-9105-dc8b032ebd26), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:09.140025 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 3380728a-d068-450d-b0c7-feb491a61db5 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:34:09.157983 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-162fc76e-136e-4a8c-bf3f-4139d882dc5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8074843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260940353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260462226'] for subnet (af51bf80-7ad7-4853-9105-dc8b032ebd26), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:09.163069 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=12 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:09.166084 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] No Port match for: 3380728a-d068-450d-b0c7-feb491a61db5 {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:34:09.166431 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 3380728a-d068-450d-b0c7-feb491a61db5 not bound to the agent host hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:34:09.193500 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162fc76e-136e-4a8c-bf3f-4139d882dc5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af51bf80-7ad7-4853-9105-dc8b032ebd26,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:09.197479 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-162fc76e-136e-4a8c-bf3f-4139d882dc5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for subnet (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:09.200770 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-162fc76e-136e-4a8c-bf3f-4139d882dc5e admin admin] 10.222.0.33 "DELETE /v2.0/subnets/af51bf80-7ad7-4853-9105-dc8b032ebd26 HTTP/1.1" status: 204 len: 168 time: 0.2683036 Jul 18 10:34:09.203941 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35424) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:09.208754 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451da006-a596-4092-bace-84779f14d151 None None] Network 3122165b-a136-4d21-b84f-81ce161e0ad4 requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:34:09.279624 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-83363771-afd2-4d38-8958-69b255cd7a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7979611'] for network (3122165b-a136-4d21-b84f-81ce161e0ad4), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:09.297128 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 4c5bed01-d698-4642-a43a-72c6ad80cbb9 no longer exists at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:34:09.321265 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] No Port match for: 4c5bed01-d698-4642-a43a-72c6ad80cbb9 {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:34:09.321606 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 4c5bed01-d698-4642-a43a-72c6ad80cbb9 not bound to the agent host dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:34:09.322215 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779 no longer exists at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:34:09.323140 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-83363771-afd2-4d38-8958-69b255cd7a72 admin admin] Deleting port 9dc9505c-5f13-4cb4-96f4-f0900c7254f7 {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:34:09.323469 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-83363771-afd2-4d38-8958-69b255cd7a72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (9dc9505c-5f13-4cb4-96f4-f0900c7254f7), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:09.341910 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] No Port match for: 28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779 {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:34:09.342264 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 28d8d3a3-5b3a-4dc9-9c7c-4e55c2b9a779 not bound to the agent host dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:34:09.391620 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-83363771-afd2-4d38-8958-69b255cd7a72 admin admin] For port 9dc9505c-5f13-4cb4-96f4-f0900c7254f7, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=9dc9505c-5f13-4cb4-96f4-f0900c7254f7,segment=NetworkSegment(187bb490-ae11-4ab4-ac32-71de79c724ca),segment_id=187bb490-ae11-4ab4-ac32-71de79c724ca)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:34:09.392044 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-83363771-afd2-4d38-8958-69b255cd7a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (9dc9505c-5f13-4cb4-96f4-f0900c7254f7), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:09.392623 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28bd6c5-4c71-4a1c-a556-264b03c2b322 None None] DHCP port deletion for 3122165b-a136-4d21-b84f-81ce161e0ad4 request from dv-cinder-837546-3-iscsi {{(pid=103900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 10:34:09.406073 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-83363771-afd2-4d38-8958-69b255cd7a72 admin admin] Calling delete_port for 9dc9505c-5f13-4cb4-96f4-f0900c7254f7 owned by network:dhcp {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:34:09.436153 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-c28bd6c5-4c71-4a1c-a556-264b03c2b322 None None] Deleting port 9dc9505c-5f13-4cb4-96f4-f0900c7254f7 {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:34:09.436634 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c28bd6c5-4c71-4a1c-a556-264b03c2b322 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (9dc9505c-5f13-4cb4-96f4-f0900c7254f7), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:09.497853 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-83363771-afd2-4d38-8958-69b255cd7a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (9dc9505c-5f13-4cb4-96f4-f0900c7254f7), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:09.503995 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:09.509247 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-c28bd6c5-4c71-4a1c-a556-264b03c2b322 None None] For port 9dc9505c-5f13-4cb4-96f4-f0900c7254f7, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=9dc9505c-5f13-4cb4-96f4-f0900c7254f7,segment=NetworkSegment(187bb490-ae11-4ab4-ac32-71de79c724ca),segment_id=187bb490-ae11-4ab4-ac32-71de79c724ca)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:34:09.509638 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c28bd6c5-4c71-4a1c-a556-264b03c2b322 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (9dc9505c-5f13-4cb4-96f4-f0900c7254f7), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:09.523118 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83363771-afd2-4d38-8958-69b255cd7a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dc9505c-5f13-4cb4-96f4-f0900c7254f7,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:09.525096 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-c28bd6c5-4c71-4a1c-a556-264b03c2b322 None None] Calling delete_port for 9dc9505c-5f13-4cb4-96f4-f0900c7254f7 owned by network:dhcp {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:34:09.526790 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83363771-afd2-4d38-8958-69b255cd7a72 admin admin] No DVR routers for this DVR port 9dc9505c-5f13-4cb4-96f4-f0900c7254f7 on host dv-cinder-837546-3-iscsi {{(pid=103898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:34:09.565934 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:09.600233 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-83363771-afd2-4d38-8958-69b255cd7a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8074381', 'neutron.services.segments.db._delete_segments_for_network-8756234178838'] for network (3122165b-a136-4d21-b84f-81ce161e0ad4), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:09.605833 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c28bd6c5-4c71-4a1c-a556-264b03c2b322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607'] for port (9dc9505c-5f13-4cb4-96f4-f0900c7254f7), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:09.621063 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.services.segments.db [None req-83363771-afd2-4d38-8958-69b255cd7a72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3122165b-a136-4d21-b84f-81ce161e0ad4']}} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:09.629607 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28bd6c5-4c71-4a1c-a556-264b03c2b322 None None] Pushing event deleted for resources: {'Port': ['ID=9dc9505c-5f13-4cb4-96f4-f0900c7254f7,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:09.631388 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.services.segments.db [None req-83363771-afd2-4d38-8958-69b255cd7a72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '187bb490-ae11-4ab4-ac32-71de79c724ca') {'for_net_delete': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:09.631388 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.services.segments.db [None req-83363771-afd2-4d38-8958-69b255cd7a72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '187bb490-ae11-4ab4-ac32-71de79c724ca') {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:09.635039 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28bd6c5-4c71-4a1c-a556-264b03c2b322 None None] No DVR routers for this DVR port 9dc9505c-5f13-4cb4-96f4-f0900c7254f7 on host dv-cinder-837546-3-iscsi {{(pid=103900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:34:09.642076 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-83363771-afd2-4d38-8958-69b255cd7a72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756234179103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260918846'] for segment (187bb490-ae11-4ab4-ac32-71de79c724ca), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:09.655192 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-83363771-afd2-4d38-8958-69b255cd7a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (187bb490-ae11-4ab4-ac32-71de79c724ca), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:09.661521 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83363771-afd2-4d38-8958-69b255cd7a72 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 10:34:09.661903 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-83363771-afd2-4d38-8958-69b255cd7a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260947020'] for segment (187bb490-ae11-4ab4-ac32-71de79c724ca), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:09.684482 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.services.segments.plugin [-] Segment 187bb490-ae11-4ab4-ac32-71de79c724ca resource provider aggregate not found Jul 18 10:34:09.725185 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-83363771-afd2-4d38-8958-69b255cd7a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8074358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781180'] for network (3122165b-a136-4d21-b84f-81ce161e0ad4), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:09.727849 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.services.segments.plugin [-] Segment 187bb490-ae11-4ab4-ac32-71de79c724ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 187bb490-ae11-4ab4-ac32-71de79c724ca found for delete ", "request_id": "req-1a643fb3-7349-4fe4-a320-dc1472572bc5"}]} Jul 18 10:34:09.731692 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-83363771-afd2-4d38-8958-69b255cd7a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:09.737751 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-83363771-afd2-4d38-8958-69b255cd7a72 admin admin] 10.222.0.33 "DELETE /v2.0/networks/3122165b-a136-4d21-b84f-81ce161e0ad4 HTTP/1.1" status: 204 len: 168 time: 0.5292840 Jul 18 10:34:09.745901 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83363771-afd2-4d38-8958-69b255cd7a72 admin admin] Pushing event deleted for resources: {'Network': ['ID=3122165b-a136-4d21-b84f-81ce161e0ad4,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:09.853076 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35434) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:09.897016 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-c140ef6a-6cdd-4b8d-9ea1-4f11bdc190fc admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8a1921237622439bab89676e11477c13&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0427012 Jul 18 10:34:09.899375 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35436) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:09.946493 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-828b9f1f-c8bb-4929-846d-325e0d768e55 admin admin] Publish callbacks [] for security_group (e78a36aa-be1e-42e3-a1cc-4413ac001f3d), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:09.967359 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-828b9f1f-c8bb-4929-846d-325e0d768e55 admin admin] Publish callbacks [] for security_group (e78a36aa-be1e-42e3-a1cc-4413ac001f3d), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:10.017297 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-828b9f1f-c8bb-4929-846d-325e0d768e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (e78a36aa-be1e-42e3-a1cc-4413ac001f3d), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:10.020601 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-828b9f1f-c8bb-4929-846d-325e0d768e55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:10.024084 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-828b9f1f-c8bb-4929-846d-325e0d768e55 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e78a36aa-be1e-42e3-a1cc-4413ac001f3d HTTP/1.1" status: 204 len: 168 time: 0.1214831 Jul 18 10:34:10.031252 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b9f1f-c8bb-4929-846d-325e0d768e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78a36aa-be1e-42e3-a1cc-4413ac001f3d,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:10.721033 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 35460) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:10.819167 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-6b10aeff-9a40-4faf-ae87-ffd749e34ada admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1100211690-network', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:34:10.839567 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b10aeff-9a40-4faf-ae87-ffd749e34ada admin admin] Made reservation on behalf of feefb94984d54cbbaa70b963d956a520 for: {'network': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:34:10.841984 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-6b10aeff-9a40-4faf-ae87-ffd749e34ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for network (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:10.850469 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-6b10aeff-9a40-4faf-ae87-ffd749e34ada admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:10.928707 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-6b10aeff-9a40-4faf-ae87-ffd749e34ada admin admin] Publish callbacks [] for security_group (5cee4173-1d1e-408e-8e2b-c9ebd42fa1e7), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:10.932157 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-6b10aeff-9a40-4faf-ae87-ffd749e34ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (5cee4173-1d1e-408e-8e2b-c9ebd42fa1e7), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:10.958541 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b10aeff-9a40-4faf-ae87-ffd749e34ada admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:34:10.968017 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10aeff-9a40-4faf-ae87-ffd749e34ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cee4173-1d1e-408e-8e2b-c9ebd42fa1e7,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:10.975605 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-6b10aeff-9a40-4faf-ae87-ffd749e34ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (d7f1c4dc-22c2-4c68-872d-90dc779e27be), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:10.975605 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.db.segments_db [None req-6b10aeff-9a40-4faf-ae87-ffd749e34ada admin admin] Added segment d7f1c4dc-22c2-4c68-872d-90dc779e27be of type vlan for network 247d0ee0-142b-4d40-8e91-ea541c052e58 Jul 18 10:34:11.016584 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-6b10aeff-9a40-4faf-ae87-ffd749e34ada admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756233730353'] for network (247d0ee0-142b-4d40-8e91-ea541c052e58), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:11.039856 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-6b10aeff-9a40-4faf-ae87-ffd749e34ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580'] for network (247d0ee0-142b-4d40-8e91-ea541c052e58), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:11.040777 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b10aeff-9a40-4faf-ae87-ffd749e34ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:11.041351 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-6b10aeff-9a40-4faf-ae87-ffd749e34ada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:11.079262 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-6b10aeff-9a40-4faf-ae87-ffd749e34ada admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.3571393 Jul 18 10:34:11.082283 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35464) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:11.087362 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-a6f4dbfe-07f7-4fba-b44e-b7332ba957cc admin admin] Request body: {'subnet': {'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1100211690-subnet', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:34:11.108244 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f4dbfe-07f7-4fba-b44e-b7332ba957cc admin admin] Made reservation on behalf of feefb94984d54cbbaa70b963d956a520 for: {'subnet': 1} {{(pid=103898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:34:11.109574 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10aeff-9a40-4faf-ae87-ffd749e34ada admin admin] Pushing event updated for resources: {'Network': ['ID=247d0ee0-142b-4d40-8e91-ea541c052e58,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:11.111258 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a6f4dbfe-07f7-4fba-b44e-b7332ba957cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260973226'] for subnet (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:11.114691 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:11.122384 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Network 247d0ee0-142b-4d40-8e91-ea541c052e58 details requested by agent ovs-agent-dv-cinder-837546-3-iscsi with host dv-cinder-837546-3-iscsi {{(pid=103900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:34:11.266774 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 9dc9505c-5f13-4cb4-96f4-f0900c7254f7 no longer exists at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:34:11.290526 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:11.290735 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] No Port match for: 9dc9505c-5f13-4cb4-96f4-f0900c7254f7 {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:34:11.290735 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 9dc9505c-5f13-4cb4-96f4-f0900c7254f7 not bound to the agent host dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:34:11.300795 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a6f4dbfe-07f7-4fba-b44e-b7332ba957cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260947695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260973236'] for subnet (11cfac8b-7d7d-4e4b-88cc-819243717cd6), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:11.367031 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4dbfe-07f7-4fba-b44e-b7332ba957cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=11cfac8b-7d7d-4e4b-88cc-819243717cd6,revision_number=0']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:11.374736 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f4dbfe-07f7-4fba-b44e-b7332ba957cc admin admin] Checking segment: {'id': 'd7f1c4dc-22c2-4c68-872d-90dc779e27be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:34:11.375106 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f4dbfe-07f7-4fba-b44e-b7332ba957cc admin admin] Network hostable DHCP agents. Network: 247d0ee0-142b-4d40-8e91-ea541c052e58, hostable agents: ['fa8f3552-6db4-4084-80f3-0029642e69db'], hosted agents: [] {{(pid=103898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:34:11.392587 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f4dbfe-07f7-4fba-b44e-b7332ba957cc admin admin] Network 247d0ee0-142b-4d40-8e91-ea541c052e58 is scheduled to be hosted by DHCP agent fa8f3552-6db4-4084-80f3-0029642e69db with binding_index 1 {{(pid=103898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:34:11.401639 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-a6f4dbfe-07f7-4fba-b44e-b7332ba957cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-3-iscsi, 247d0ee0-142b-4d40-8e91-ea541c052e58) {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:34:11.406116 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f4dbfe-07f7-4fba-b44e-b7332ba957cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:11.407833 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a6f4dbfe-07f7-4fba-b44e-b7332ba957cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:11.411346 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2809416-cdac-4452-ac6a-554814d63412 None None] Network 247d0ee0-142b-4d40-8e91-ea541c052e58 requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:34:11.426410 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-a6f4dbfe-07f7-4fba-b44e-b7332ba957cc admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3422840 Jul 18 10:34:11.428651 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 35474) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:11.434018 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-f202f802-f0c9-4e07-8e74-e5ec35ee1f6d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1100211690-router', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:34:11.462381 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f202f802-f0c9-4e07-8e74-e5ec35ee1f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-659929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1453'] for router (ec26e035-64e9-43c6-bb4a-3b2f7b247bc8), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:11.463797 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f202f802-f0c9-4e07-8e74-e5ec35ee1f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1434'] for router (ec26e035-64e9-43c6-bb4a-3b2f7b247bc8), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:11.515247 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f202f802-f0c9-4e07-8e74-e5ec35ee1f6d admin admin] Publish callbacks [] for router_controller (ec26e035-64e9-43c6-bb4a-3b2f7b247bc8), precommit_add_association {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:11.541274 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777b071c-7c37-4565-b6cd-4ab7b549b8ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69b35a5f-4d22-5468-adcd-c56b599b10b8-247d0ee0-142b-4d40-8e91-ea541c052e58', 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58', 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'fixed_ips': [{'subnet_id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6'}]}} from dv-cinder-837546-3-iscsi. {{(pid=103900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 10:34:11.542235 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-777b071c-7c37-4565-b6cd-4ab7b549b8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:11.673243 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f202f802-f0c9-4e07-8e74-e5ec35ee1f6d admin admin] Publish callbacks [] for router_gateway (ec26e035-64e9-43c6-bb4a-3b2f7b247bc8), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:11.687506 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [None req-777b071c-7c37-4565-b6cd-4ab7b549b8ab None None] Allocated IP 172.20.0.2 (247d0ee0-142b-4d40-8e91-ea541c052e58/11cfac8b-7d7d-4e4b-88cc-819243717cd6/ae756f3c-2b6c-4ff6-b8db-e269b4445372) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:34:11.770903 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=12 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:11.866212 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-777b071c-7c37-4565-b6cd-4ab7b549b8ab None None] Publish callbacks [] for port (ae756f3c-2b6c-4ff6-b8db-e269b4445372), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:11.871934 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-777b071c-7c37-4565-b6cd-4ab7b549b8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598'] for port (ae756f3c-2b6c-4ff6-b8db-e269b4445372), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:11.882451 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f202f802-f0c9-4e07-8e74-e5ec35ee1f6d admin admin] Publish callbacks [] for router_gateway (ec26e035-64e9-43c6-bb4a-3b2f7b247bc8), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:11.902807 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f202f802-f0c9-4e07-8e74-e5ec35ee1f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:11.909644 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777b071c-7c37-4565-b6cd-4ab7b549b8ab None None] Network 247d0ee0-142b-4d40-8e91-ea541c052e58 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:34:11.916704 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-777b071c-7c37-4565-b6cd-4ab7b549b8ab None None] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:34:11.920766 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777b071c-7c37-4565-b6cd-4ab7b549b8ab None None] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:34:11.924281 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b071c-7c37-4565-b6cd-4ab7b549b8ab None None] Pushing event updated for resources: {'Port': ['ID=ae756f3c-2b6c-4ff6-b8db-e269b4445372,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:11.962696 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:11.982622 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-777b071c-7c37-4565-b6cd-4ab7b549b8ab None None] Attempting to bind port ae756f3c-2b6c-4ff6-b8db-e269b4445372 on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:34:11.983054 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-777b071c-7c37-4565-b6cd-4ab7b549b8ab None None] Attempting to bind port ae756f3c-2b6c-4ff6-b8db-e269b4445372 by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': 'd7f1c4dc-22c2-4c68-872d-90dc779e27be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:34:11.983350 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777b071c-7c37-4565-b6cd-4ab7b549b8ab None None] Attempting to bind port ae756f3c-2b6c-4ff6-b8db-e269b4445372 on network 247d0ee0-142b-4d40-8e91-ea541c052e58 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:34:11.989190 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777b071c-7c37-4565-b6cd-4ab7b549b8ab None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:34:11.989549 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777b071c-7c37-4565-b6cd-4ab7b549b8ab None None] Checking segment: {'id': 'd7f1c4dc-22c2-4c68-872d-90dc779e27be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:34:11.989966 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-777b071c-7c37-4565-b6cd-4ab7b549b8ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:11.990327 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777b071c-7c37-4565-b6cd-4ab7b549b8ab None None] Bound using segment: {'id': 'd7f1c4dc-22c2-4c68-872d-90dc779e27be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:34:11.990816 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-777b071c-7c37-4565-b6cd-4ab7b549b8ab None None] Bound port: ae756f3c-2b6c-4ff6-b8db-e269b4445372, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f1c4dc-22c2-4c68-872d-90dc779e27be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:34:11.991193 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-777b071c-7c37-4565-b6cd-4ab7b549b8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (ae756f3c-2b6c-4ff6-b8db-e269b4445372), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:12.011797 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_common [None req-f202f802-f0c9-4e07-8e74-e5ec35ee1f6d admin admin] Allocated IP 172.27.3.12 (ab707614-a8a6-4503-81fa-3cf63d34938b/a666abde-39cf-4361-a6f5-7885f7528b36/8fdd8481-241a-445e-86a0-412cf59579cd) {{(pid=103899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:34:12.054704 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-777b071c-7c37-4565-b6cd-4ab7b549b8ab None None] For port ae756f3c-2b6c-4ff6-b8db-e269b4445372, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:34:12.058216 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-777b071c-7c37-4565-b6cd-4ab7b549b8ab None None] For port ae756f3c-2b6c-4ff6-b8db-e269b4445372, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=ae756f3c-2b6c-4ff6-b8db-e269b4445372,segment=NetworkSegment(d7f1c4dc-22c2-4c68-872d-90dc779e27be),segment_id=d7f1c4dc-22c2-4c68-872d-90dc779e27be)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:34:12.064843 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-777b071c-7c37-4565-b6cd-4ab7b549b8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (ae756f3c-2b6c-4ff6-b8db-e269b4445372), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:12.117102 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:12.122269 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f202f802-f0c9-4e07-8e74-e5ec35ee1f6d admin admin] Publish callbacks [] for port (8fdd8481-241a-445e-86a0-412cf59579cd), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:12.138711 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b071c-7c37-4565-b6cd-4ab7b549b8ab None None] Pushing event updated for resources: {'Port': ['ID=ae756f3c-2b6c-4ff6-b8db-e269b4445372,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:12.177951 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f202f802-f0c9-4e07-8e74-e5ec35ee1f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (8fdd8481-241a-445e-86a0-412cf59579cd), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:12.216903 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f202f802-f0c9-4e07-8e74-e5ec35ee1f6d admin admin] Network ab707614-a8a6-4503-81fa-3cf63d34938b is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:34:12.223349 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [None req-f202f802-f0c9-4e07-8e74-e5ec35ee1f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:34:12.227615 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f202f802-f0c9-4e07-8e74-e5ec35ee1f6d admin admin] Received port after_create {{(pid=103899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:34:12.249784 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202f802-f0c9-4e07-8e74-e5ec35ee1f6d admin admin] Pushing event updated for resources: {'Port': ['ID=8fdd8481-241a-445e-86a0-412cf59579cd,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:12.510550 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f202f802-f0c9-4e07-8e74-e5ec35ee1f6d admin admin] Publish callbacks [] for router_gateway (ec26e035-64e9-43c6-bb4a-3b2f7b247bc8), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:12.694033 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:12.708711 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f202f802-f0c9-4e07-8e74-e5ec35ee1f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780286'] for router (ec26e035-64e9-43c6-bb4a-3b2f7b247bc8), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:12.843661 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f202f802-f0c9-4e07-8e74-e5ec35ee1f6d admin admin] Router ec26e035-64e9-43c6-bb4a-3b2f7b247bc8 is scheduled to L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c with binding_index 1 {{(pid=103899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 10:34:12.856061 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:12.959341 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f202f802-f0c9-4e07-8e74-e5ec35ee1f6d admin admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:34:12.974740 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bddb32c-11b5-4cb0-ad7b-398203a9ae1d None None] Sync routers for ids ['ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:34:12.981033 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f202f802-f0c9-4e07-8e74-e5ec35ee1f6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:12.982411 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-f202f802-f0c9-4e07-8e74-e5ec35ee1f6d admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5526214 Jul 18 10:34:12.985912 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 35494) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:12.999030 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bddb32c-11b5-4cb0-ad7b-398203a9ae1d None None] Routers {'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:34:13.000003 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-0bddb32c-11b5-4cb0-ad7b-398203a9ae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:33:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:13.002908 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:13.091996 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ab3013-70ce-4c48-b662-5ba2863379d9 None None] Network 247d0ee0-142b-4d40-8e91-ea541c052e58 requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:34:13.181643 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-3ac0ccf9-431b-4153-948b-02bbee032e74 None None] Provisioning complete for port ae756f3c-2b6c-4ff6-b8db-e269b4445372 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:13.182319 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3ac0ccf9-431b-4153-948b-02bbee032e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (ae756f3c-2b6c-4ff6-b8db-e269b4445372), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:13.182722 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdce26-f5fa-444a-ac2f-f422a5bdcbd3 req-1e2b6c49-926f-48f9-a4cc-02c1c51d8daf tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:13.184264 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-08fdce26-f5fa-444a-ac2f-f422a5bdcbd3 req-1e2b6c49-926f-48f9-a4cc-02c1c51d8daf tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=54754961-403d-4f99-98c1-727db8528d91 HTTP/1.1" status: 200 len: 946 time: 0.0874932 Jul 18 10:34:13.188163 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-0bddb32c-11b5-4cb0-ad7b-398203a9ae1d None None] Set router ec26e035-64e9-43c6-bb4a-3b2f7b247bc8 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:34:13.267678 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-08fdce26-f5fa-444a-ac2f-f422a5bdcbd3 req-6c2ef424-fc39-41ae-a81d-0268a1184ce1 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=42d96129-778a-40ce-a34a-9fb9443cb303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499818 Jul 18 10:34:13.396840 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device ae756f3c-2b6c-4ff6-b8db-e269b4445372 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:34:13.506199 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-e70cd999-3082-4805-ad63-cb2943c3109b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:13.577920 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port ae756f3c-2b6c-4ff6-b8db-e269b4445372 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:13.578324 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (ae756f3c-2b6c-4ff6-b8db-e269b4445372), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:13.613793 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-3ac0ccf9-431b-4153-948b-02bbee032e74 None None] Current status of the port ae756f3c-2b6c-4ff6-b8db-e269b4445372 is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:34:13.614183 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3ac0ccf9-431b-4153-948b-02bbee032e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (ae756f3c-2b6c-4ff6-b8db-e269b4445372), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:13.619754 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:13.669952 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_common [None req-e70cd999-3082-4805-ad63-cb2943c3109b admin admin] Allocated IP 172.20.0.1 (247d0ee0-142b-4d40-8e91-ea541c052e58/11cfac8b-7d7d-4e4b-88cc-819243717cd6/08a76c27-b00d-4700-89ae-293faa6c264f) {{(pid=103899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:34:13.703368 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-3ac0ccf9-431b-4153-948b-02bbee032e74 None None] For port ae756f3c-2b6c-4ff6-b8db-e269b4445372, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=ae756f3c-2b6c-4ff6-b8db-e269b4445372,segment=NetworkSegment(d7f1c4dc-22c2-4c68-872d-90dc779e27be),segment_id=d7f1c4dc-22c2-4c68-872d-90dc779e27be)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:34:13.708293 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-0bddb32c-11b5-4cb0-ad7b-398203a9ae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1100211690-router', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:12Z', 'revision_number': 3, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'gw_port': {'id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi'}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:13.727514 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3ac0ccf9-431b-4153-948b-02bbee032e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (ae756f3c-2b6c-4ff6-b8db-e269b4445372), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:13.771127 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:13.774827 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bddb32c-11b5-4cb0-ad7b-398203a9ae1d None None] Checking router: ec26e035-64e9-43c6-bb4a-3b2f7b247bc8 for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:34:13.775176 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bddb32c-11b5-4cb0-ad7b-398203a9ae1d None None] Updating router ec26e035-64e9-43c6-bb4a-3b2f7b247bc8 port 8fdd8481-241a-445e-86a0-412cf59579cd binding host dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:34:13.782973 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-e70cd999-3082-4805-ad63-cb2943c3109b admin admin] Publish callbacks [] for port (08a76c27-b00d-4700-89ae-293faa6c264f), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:13.816266 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-e70cd999-3082-4805-ad63-cb2943c3109b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (08a76c27-b00d-4700-89ae-293faa6c264f), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:13.816991 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:13.817805 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port ae756f3c-2b6c-4ff6-b8db-e269b4445372 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:34:13.841907 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0bddb32c-11b5-4cb0-ad7b-398203a9ae1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (8fdd8481-241a-445e-86a0-412cf59579cd), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:13.848131 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac0ccf9-431b-4153-948b-02bbee032e74 None None] Pushing event updated for resources: {'Port': ['ID=ae756f3c-2b6c-4ff6-b8db-e269b4445372,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:13.854518 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70cd999-3082-4805-ad63-cb2943c3109b admin admin] Network 247d0ee0-142b-4d40-8e91-ea541c052e58 is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:34:13.860275 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [None req-e70cd999-3082-4805-ad63-cb2943c3109b admin admin] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:34:13.864266 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70cd999-3082-4805-ad63-cb2943c3109b admin admin] Received port after_create {{(pid=103899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:34:13.876186 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-ea3bf6e4-68ee-4aae-8877-fce2d8c9ca92 None None] Provisioning complete for port ae756f3c-2b6c-4ff6-b8db-e269b4445372 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:13.876522 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ea3bf6e4-68ee-4aae-8877-fce2d8c9ca92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (ae756f3c-2b6c-4ff6-b8db-e269b4445372), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:13.889825 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70cd999-3082-4805-ad63-cb2943c3109b admin admin] Pushing event updated for resources: {'Port': ['ID=08a76c27-b00d-4700-89ae-293faa6c264f,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:13.912207 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-e70cd999-3082-4805-ad63-cb2943c3109b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783477'] for router_interface (ec26e035-64e9-43c6-bb4a-3b2f7b247bc8), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:14.045446 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-e70cd999-3082-4805-ad63-cb2943c3109b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (08a76c27-b00d-4700-89ae-293faa6c264f), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:14.074695 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-ea3bf6e4-68ee-4aae-8877-fce2d8c9ca92 None None] Current status of the port ae756f3c-2b6c-4ff6-b8db-e269b4445372 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:34:14.082168 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:14.178024 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0bddb32c-11b5-4cb0-ad7b-398203a9ae1d None None] Publish callbacks [] for port (8fdd8481-241a-445e-86a0-412cf59579cd), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:14.188831 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0bddb32c-11b5-4cb0-ad7b-398203a9ae1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (8fdd8481-241a-445e-86a0-412cf59579cd), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:14.213137 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-e70cd999-3082-4805-ad63-cb2943c3109b admin admin] Publish callbacks [] for port (08a76c27-b00d-4700-89ae-293faa6c264f), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:14.217866 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-e70cd999-3082-4805-ad63-cb2943c3109b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (08a76c27-b00d-4700-89ae-293faa6c264f), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:14.228089 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-80435eba-bfeb-4b1f-aba2-c651f663f3ba None None] Provisioning complete for port 08a76c27-b00d-4700-89ae-293faa6c264f triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:14.228459 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-80435eba-bfeb-4b1f-aba2-c651f663f3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (08a76c27-b00d-4700-89ae-293faa6c264f), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:14.273421 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ad572-0039-4a5d-93e2-35cd1f3af7a7 None None] Pushing event updated for resources: {'Port': ['ID=8fdd8481-241a-445e-86a0-412cf59579cd,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:14.280623 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-0bddb32c-11b5-4cb0-ad7b-398203a9ae1d None None] Attempting to bind port 8fdd8481-241a-445e-86a0-412cf59579cd on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:34:14.280995 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-0bddb32c-11b5-4cb0-ad7b-398203a9ae1d None None] Attempting to bind port 8fdd8481-241a-445e-86a0-412cf59579cd by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:34:14.281445 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bddb32c-11b5-4cb0-ad7b-398203a9ae1d None None] Attempting to bind port 8fdd8481-241a-445e-86a0-412cf59579cd on network ab707614-a8a6-4503-81fa-3cf63d34938b {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:34:14.284110 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70cd999-3082-4805-ad63-cb2943c3109b admin admin] Pushing event updated for resources: {'Port': ['ID=08a76c27-b00d-4700-89ae-293faa6c264f,revision_number=2']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:14.286891 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-e70cd999-3082-4805-ad63-cb2943c3109b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-987694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-781581'] for router_interface (ec26e035-64e9-43c6-bb4a-3b2f7b247bc8), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:14.288926 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-80435eba-bfeb-4b1f-aba2-c651f663f3ba None None] Port 08a76c27-b00d-4700-89ae-293faa6c264f cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:34:14.291374 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bddb32c-11b5-4cb0-ad7b-398203a9ae1d None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:34:14.291753 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bddb32c-11b5-4cb0-ad7b-398203a9ae1d None None] Checking segment: {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:34:14.292260 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0bddb32c-11b5-4cb0-ad7b-398203a9ae1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:14.292540 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bddb32c-11b5-4cb0-ad7b-398203a9ae1d None None] Bound using segment: {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:34:14.293105 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-0bddb32c-11b5-4cb0-ad7b-398203a9ae1d None None] Bound port: 8fdd8481-241a-445e-86a0-412cf59579cd, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:34:14.293479 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0bddb32c-11b5-4cb0-ad7b-398203a9ae1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (8fdd8481-241a-445e-86a0-412cf59579cd), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:14.352990 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-0bddb32c-11b5-4cb0-ad7b-398203a9ae1d None None] For port 8fdd8481-241a-445e-86a0-412cf59579cd, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:34:14.356151 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-0bddb32c-11b5-4cb0-ad7b-398203a9ae1d None None] For port 8fdd8481-241a-445e-86a0-412cf59579cd, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=8fdd8481-241a-445e-86a0-412cf59579cd,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:34:14.362669 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0bddb32c-11b5-4cb0-ad7b-398203a9ae1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (8fdd8481-241a-445e-86a0-412cf59579cd), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:14.384497 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:14.416692 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41104e-85a3-48ef-8f92-519482aa171b req-504edf8d-107b-41b7-8945-17673e2b76b7 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:14.418180 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ab41104e-85a3-48ef-8f92-519482aa171b req-504edf8d-107b-41b7-8945-17673e2b76b7 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=54754961-403d-4f99-98c1-727db8528d91 HTTP/1.1" status: 200 len: 946 time: 0.0647073 Jul 18 10:34:14.421363 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bddb32c-11b5-4cb0-ad7b-398203a9ae1d None None] Routers {'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:34:14.421995 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-0bddb32c-11b5-4cb0-ad7b-398203a9ae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:33:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:14.451907 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70cd999-3082-4805-ad63-cb2943c3109b admin admin] Network 247d0ee0-142b-4d40-8e91-ea541c052e58 is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:34:14.456931 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ad572-0039-4a5d-93e2-35cd1f3af7a7 None None] Pushing event updated for resources: {'Port': ['ID=8fdd8481-241a-445e-86a0-412cf59579cd,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:14.458499 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [None req-e70cd999-3082-4805-ad63-cb2943c3109b admin admin] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:34:14.511572 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ab41104e-85a3-48ef-8f92-519482aa171b req-9eb225f8-23b7-470f-ab25-b7145a891c76 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=42d96129-778a-40ce-a34a-9fb9443cb303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867989 Jul 18 10:34:14.542571 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-0bddb32c-11b5-4cb0-ad7b-398203a9ae1d None None] Set router ec26e035-64e9-43c6-bb4a-3b2f7b247bc8 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:34:14.592054 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70cd999-3082-4805-ad63-cb2943c3109b admin admin] Router ec26e035-64e9-43c6-bb4a-3b2f7b247bc8 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:34:14.604542 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:14.722558 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:14.724573 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-1ebffd06-b13e-4d2f-9e0d-84bfa059f77a None None] Provisioning complete for port 08a76c27-b00d-4700-89ae-293faa6c264f triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:14.724906 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-1ebffd06-b13e-4d2f-9e0d-84bfa059f77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (08a76c27-b00d-4700-89ae-293faa6c264f), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:14.797140 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-1ebffd06-b13e-4d2f-9e0d-84bfa059f77a None None] Port 08a76c27-b00d-4700-89ae-293faa6c264f cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:34:14.802376 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-0bddb32c-11b5-4cb0-ad7b-398203a9ae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1100211690-router', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:14Z', 'revision_number': 4, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'gw_port': {'id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '08a76c27-b00d-4700-89ae-293faa6c264f', 'name': '', 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'mac_address': 'fa:16:3e:56:35:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:13Z', 'updated_at': '2022-07-18T10:34:14Z', 'revision_number': 2, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'subnets': [{'id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:14.829162 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bddb32c-11b5-4cb0-ad7b-398203a9ae1d None None] The sync data for ids ['ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'] in dv-cinder-837546-3-iscsi is: [{'id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1100211690-router', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:14Z', 'revision_number': 4, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'gw_port': {'id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '08a76c27-b00d-4700-89ae-293faa6c264f', 'name': '', 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'mac_address': 'fa:16:3e:56:35:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:13Z', 'updated_at': '2022-07-18T10:34:14Z', 'revision_number': 2, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'subnets': [{'id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:34:15.013905 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4bb95e-6d15-4007-a9c5-99eee149daef req-dcc5ca49-3beb-4091-8783-20af5c97d709 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:15.015280 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2b4bb95e-6d15-4007-a9c5-99eee149daef req-dcc5ca49-3beb-4091-8783-20af5c97d709 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.30 "GET /v2.0/ports?device_id=54754961-403d-4f99-98c1-727db8528d91 HTTP/1.1" status: 200 len: 946 time: 0.0604930 Jul 18 10:34:15.019906 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70cd999-3082-4805-ad63-cb2943c3109b admin admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:34:15.029085 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-e70cd999-3082-4805-ad63-cb2943c3109b admin admin] 10.222.0.33 "PUT /v2.0/routers/ec26e035-64e9-43c6-bb4a-3b2f7b247bc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0420418 Jul 18 10:34:15.162511 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-2b4bb95e-6d15-4007-a9c5-99eee149daef req-8fa68fd7-174b-444d-a0d6-9eef0a2d1cbb tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Deleting port ad0604e9-a3b4-440c-b590-c9d4898189de {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:34:15.163191 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-2b4bb95e-6d15-4007-a9c5-99eee149daef req-8fa68fd7-174b-444d-a0d6-9eef0a2d1cbb tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (ad0604e9-a3b4-440c-b590-c9d4898189de), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:15.203315 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8856a215-166d-4ff7-899e-38c4836647c4 req-d51b7cad-2d33-4aa3-b301-0935760166bd tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2104931263&fields=id&tenant_id=f62ef510c8484995a2f31f29104f399f HTTP/1.1" status: 200 len: 267 time: 0.0874085 Jul 18 10:34:15.315131 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device ae756f3c-2b6c-4ff6-b8db-e269b4445372 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:34:15.315600 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856a215-166d-4ff7-899e-38c4836647c4 req-ee5bf68e-cd1b-47a0-af0b-2e337e35f908 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:15.316936 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8856a215-166d-4ff7-899e-38c4836647c4 req-ee5bf68e-cd1b-47a0-af0b-2e337e35f908 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 984 time: 0.0798755 Jul 18 10:34:15.322471 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-2b4bb95e-6d15-4007-a9c5-99eee149daef req-8fa68fd7-174b-444d-a0d6-9eef0a2d1cbb tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] For port ad0604e9-a3b4-440c-b590-c9d4898189de, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=ad0604e9-a3b4-440c-b590-c9d4898189de,segment=NetworkSegment(9f9e9026-9d7c-43b5-af17-ac9b99df5729),segment_id=9f9e9026-9d7c-43b5-af17-ac9b99df5729)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:34:15.322808 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-2b4bb95e-6d15-4007-a9c5-99eee149daef req-8fa68fd7-174b-444d-a0d6-9eef0a2d1cbb tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (ad0604e9-a3b4-440c-b590-c9d4898189de), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:15.337406 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-8856a215-166d-4ff7-899e-38c4836647c4 req-f337933e-34b7-4a2e-9b9a-e1180758b96a tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Request body: {'port': {'security_groups': ['6af673d1-11b4-46b0-aabe-69223a670b95']}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:34:15.379180 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port ae756f3c-2b6c-4ff6-b8db-e269b4445372 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:15.379570 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (ae756f3c-2b6c-4ff6-b8db-e269b4445372), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:15.423299 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:15.435389 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35510) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:15.440617 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-4400ca23-9288-49cb-9977-c2bd5237eba4 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Request body: {'security_group': {'name': 'tempest-securitygroup--295838388', 'description': 'tempest-description--437427656'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:34:15.472100 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4400ca23-9288-49cb-9977-c2bd5237eba4 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:15.473820 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port ae756f3c-2b6c-4ff6-b8db-e269b4445372 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:34:15.498649 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-8856a215-166d-4ff7-899e-38c4836647c4 req-f337933e-34b7-4a2e-9b9a-e1180758b96a tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (8763c93e-265a-48e3-9444-a3c09c88377b), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:15.558463 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4400ca23-9288-49cb-9977-c2bd5237eba4 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for security_group (71957616-ee6b-4ed0-ac50-1a1f55b97fc5), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:15.564305 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4400ca23-9288-49cb-9977-c2bd5237eba4 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (71957616-ee6b-4ed0-ac50-1a1f55b97fc5), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:15.618628 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:15.627265 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4400ca23-9288-49cb-9977-c2bd5237eba4 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:15.628837 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-4400ca23-9288-49cb-9977-c2bd5237eba4 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1917298 Jul 18 10:34:15.632227 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 35514) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:15.634927 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400ca23-9288-49cb-9977-c2bd5237eba4 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71957616-ee6b-4ed0-ac50-1a1f55b97fc5,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:15.637673 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-1758cfe1-6d17-4c8a-a449-2ef37f60cad3 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Request body: {'security_group_rule': {'security_group_id': '71957616-ee6b-4ed0-ac50-1a1f55b97fc5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:34:15.719669 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-2b4bb95e-6d15-4007-a9c5-99eee149daef req-8fa68fd7-174b-444d-a0d6-9eef0a2d1cbb tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:15.720038 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-2b4bb95e-6d15-4007-a9c5-99eee149daef req-8fa68fd7-174b-444d-a0d6-9eef0a2d1cbb tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780340'] for floatingip (7027919b-6b8f-43f3-aebf-601e45a79fef), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:15.720348 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.db.l3_db [req-2b4bb95e-6d15-4007-a9c5-99eee149daef req-8fa68fd7-174b-444d-a0d6-9eef0a2d1cbb tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Floating IP 7027919b-6b8f-43f3-aebf-601e45a79fef disassociated. External IP: 172.27.3.163, port: ad0604e9-a3b4-440c-b590-c9d4898189de. Jul 18 10:34:15.720723 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-2b4bb95e-6d15-4007-a9c5-99eee149daef req-8fa68fd7-174b-444d-a0d6-9eef0a2d1cbb tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Calling delete_port for ad0604e9-a3b4-440c-b590-c9d4898189de owned by compute:nova {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:34:15.759003 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987e2fc-c7e8-4d0a-98c6-2f1bfb79d319 req-3b5dc59e-bd2c-4e14-a639-63edc43acd98 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:15.760534 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b987e2fc-c7e8-4d0a-98c6-2f1bfb79d319 req-3b5dc59e-bd2c-4e14-a639-63edc43acd98 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=54754961-403d-4f99-98c1-727db8528d91 HTTP/1.1" status: 200 len: 946 time: 0.1051280 Jul 18 10:34:15.772661 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-1758cfe1-6d17-4c8a-a449-2ef37f60cad3 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for security_group_rule (e3fe2876-15f4-4ba2-8186-e2a18d0da8f2), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:15.920079 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:15.994435 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b987e2fc-c7e8-4d0a-98c6-2f1bfb79d319 req-d606e004-00c1-4348-9dec-b14da9ccce7f tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=42d96129-778a-40ce-a34a-9fb9443cb303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2228370 Jul 18 10:34:16.008382 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-8856a215-166d-4ff7-899e-38c4836647c4 req-f337933e-34b7-4a2e-9b9a-e1180758b96a tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] For port 8763c93e-265a-48e3-9444-a3c09c88377b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8763c93e-265a-48e3-9444-a3c09c88377b,segment=NetworkSegment(5932e4fd-a9c3-4211-a2f3-287684c7db3d),segment_id=5932e4fd-a9c3-4211-a2f3-287684c7db3d)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:34:16.052879 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-1758cfe1-6d17-4c8a-a449-2ef37f60cad3 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for security_group_rule (e3fe2876-15f4-4ba2-8186-e2a18d0da8f2), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:16.060899 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-1758cfe1-6d17-4c8a-a449-2ef37f60cad3 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (e3fe2876-15f4-4ba2-8186-e2a18d0da8f2), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:16.105564 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-8856a215-166d-4ff7-899e-38c4836647c4 req-f337933e-34b7-4a2e-9b9a-e1180758b96a tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks [] for port (8763c93e-265a-48e3-9444-a3c09c88377b), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:16.110174 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758cfe1-6d17-4c8a-a449-2ef37f60cad3 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3fe2876-15f4-4ba2-8186-e2a18d0da8f2,revision_number=0']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:16.115454 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-8856a215-166d-4ff7-899e-38c4836647c4 req-f337933e-34b7-4a2e-9b9a-e1180758b96a tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (8763c93e-265a-48e3-9444-a3c09c88377b), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:16.127393 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-1758cfe1-6d17-4c8a-a449-2ef37f60cad3 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:16.132322 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-1758cfe1-6d17-4c8a-a449-2ef37f60cad3 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4951329 Jul 18 10:34:16.133372 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35516) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:16.133667 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['8763c93e-265a-48e3-9444-a3c09c88377b'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:34:16.140253 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-215bcb0e-fa31-4b06-8adb-8b9fe408c4c5 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Request body: {'security_group_rule': {'security_group_id': '71957616-ee6b-4ed0-ac50-1a1f55b97fc5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:34:16.157182 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-2b4bb95e-6d15-4007-a9c5-99eee149daef req-8fa68fd7-174b-444d-a0d6-9eef0a2d1cbb tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (ad0604e9-a3b4-440c-b590-c9d4898189de), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:16.183238 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856a215-166d-4ff7-899e-38c4836647c4 req-f337933e-34b7-4a2e-9b9a-e1180758b96a tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:16.183890 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-8856a215-166d-4ff7-899e-38c4836647c4 req-f337933e-34b7-4a2e-9b9a-e1180758b96a tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:16.185367 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8856a215-166d-4ff7-899e-38c4836647c4 req-f337933e-34b7-4a2e-9b9a-e1180758b96a tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "PUT /v2.0/ports/8763c93e-265a-48e3-9444-a3c09c88377b HTTP/1.1" status: 200 len: 942 time: 0.8595514 Jul 18 10:34:16.185939 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b29c39-45ca-4cb3-ad7d-f7bd47bfe667', 'tag': '8763c93e-265a-48e3-9444-a3c09c88377b'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:34:16.188892 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e282eb69-46fe-4f23-a8dc-9feee34553f5" -d '{"events": [{"name": "network-changed", "server_uuid": "83b29c39-45ca-4cb3-ad7d-f7bd47bfe667", "tag": "8763c93e-265a-48e3-9444-a3c09c88377b"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:34:16.202024 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 35520) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:16.204785 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-215bcb0e-fa31-4b06-8adb-8b9fe408c4c5 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for security_group_rule (b0a92844-780e-4fa4-b445-a605a67f1e35), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:16.218322 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=85,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:16.259096 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38a153c-2a91-4453-86f1-161eae7a6b6e x-openstack-request-id: req-a38a153c-2a91-4453-86f1-161eae7a6b6e {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:34:16.260628 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b29c39-45ca-4cb3-ad7d-f7bd47bfe667", "tag": "8763c93e-265a-48e3-9444-a3c09c88377b", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:34:16.260834 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a38a153c-2a91-4453-86f1-161eae7a6b6e {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:34:16.261248 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a38a153c-2a91-4453-86f1-161eae7a6b6e'] response: {'name': 'network-changed', 'server_uuid': '83b29c39-45ca-4cb3-ad7d-f7bd47bfe667', 'tag': '8763c93e-265a-48e3-9444-a3c09c88377b', 'status': 'completed', 'code': 200} Jul 18 10:34:16.285881 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['8763c93e-265a-48e3-9444-a3c09c88377b'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:34:16.295570 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337933e-34b7-4a2e-9b9a-e1180758b96a tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Pushing event updated for resources: {'Port': ['ID=8763c93e-265a-48e3-9444-a3c09c88377b,revision_number=7']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:16.322292 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-215bcb0e-fa31-4b06-8adb-8b9fe408c4c5 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for security_group_rule (b0a92844-780e-4fa4-b445-a605a67f1e35), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:16.330608 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-215bcb0e-fa31-4b06-8adb-8b9fe408c4c5 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (b0a92844-780e-4fa4-b445-a605a67f1e35), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:16.349105 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215bcb0e-fa31-4b06-8adb-8b9fe408c4c5 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0a92844-780e-4fa4-b445-a605a67f1e35,revision_number=0']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:16.366204 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-215bcb0e-fa31-4b06-8adb-8b9fe408c4c5 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:16.367857 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-215bcb0e-fa31-4b06-8adb-8b9fe408c4c5 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2327220 Jul 18 10:34:16.371550 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35522) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:16.377959 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-66b678f1-584f-45dd-888e-e764e28e1273 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Request body: {'floatingip': {'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:34:16.407531 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-66b678f1-584f-45dd-888e-e764e28e1273 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:16.421650 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa68fd7-174b-444d-a0d6-9eef0a2d1cbb tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event deleted for resources: {'Port': ['ID=ad0604e9-a3b4-440c-b590-c9d4898189de,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:16.460781 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282eb69-46fe-4f23-a8dc-9feee34553f5 req-e16d12e3-817b-4c68-bbf1-e7cf9afcbe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:16.463421 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e282eb69-46fe-4f23-a8dc-9feee34553f5 req-e16d12e3-817b-4c68-bbf1-e7cf9afcbe1d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f62ef510c8484995a2f31f29104f399f&device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 1129 time: 0.1593478 Jul 18 10:34:16.486202 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=12,neutron:DELETE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:16.497379 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b4bb95e-6d15-4007-a9c5-99eee149daef req-8fa68fd7-174b-444d-a0d6-9eef0a2d1cbb tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Router 2d9a0d12-2331-4e5f-9d38-b53462247d9a has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:34:16.518630 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-ed7f9579-24b9-4fa7-919a-90c9dcd55702 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks [] for security_group (80b87658-1b7e-4ad8-a67e-54037b81d5ba), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:16.524394 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-66b678f1-584f-45dd-888e-e764e28e1273 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:16.631375 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-ed7f9579-24b9-4fa7-919a-90c9dcd55702 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks [] for security_group (80b87658-1b7e-4ad8-a67e-54037b81d5ba), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:16.650470 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-37f4f0db-b3ee-47bb-baf4-ece54e033f3a None None] Provisioning complete for port 8763c93e-265a-48e3-9444-a3c09c88377b triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:16.651472 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-37f4f0db-b3ee-47bb-baf4-ece54e033f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (8763c93e-265a-48e3-9444-a3c09c88377b), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:16.677278 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-66b678f1-584f-45dd-888e-e764e28e1273 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Allocated IP 172.27.3.124 (ab707614-a8a6-4503-81fa-3cf63d34938b/a666abde-39cf-4361-a6f5-7885f7528b36/24cb7bfb-44fd-4b27-9732-a504a33c3870) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:34:16.746536 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282eb69-46fe-4f23-a8dc-9feee34553f5 req-142147c7-0e70-4020-93ca-7afd9d5fd720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:16.749429 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e282eb69-46fe-4f23-a8dc-9feee34553f5 req-142147c7-0e70-4020-93ca-7afd9d5fd720 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c HTTP/1.1" status: 200 len: 916 time: 0.2742634 Jul 18 10:34:16.800218 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:16.807456 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b4bb95e-6d15-4007-a9c5-99eee149daef req-8fa68fd7-174b-444d-a0d6-9eef0a2d1cbb tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:34:16.823852 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef7d6f7-1364-4a43-a6b5-0312d2a7c33d None None] Sync routers for ids ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'] in dv-cinder-837546-3-iscsi {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:34:16.845223 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:16.846228 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef7d6f7-1364-4a43-a6b5-0312d2a7c33d None None] Routers {'2d9a0d12-2331-4e5f-9d38-b53462247d9a'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:34:16.847006 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-1ef7d6f7-1364-4a43-a6b5-0312d2a7c33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:33:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:16.874304 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-66b678f1-584f-45dd-888e-e764e28e1273 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for port (24cb7bfb-44fd-4b27-9732-a504a33c3870), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:16.882947 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e282eb69-46fe-4f23-a8dc-9feee34553f5 req-ec79676d-2267-471e-bc16-87f88f62d699 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8763c93e-265a-48e3-9444-a3c09c88377b HTTP/1.1" status: 200 len: 1000 time: 0.1192627 Jul 18 10:34:16.884154 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-ed7f9579-24b9-4fa7-919a-90c9dcd55702 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (80b87658-1b7e-4ad8-a67e-54037b81d5ba), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:16.888908 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-ed7f9579-24b9-4fa7-919a-90c9dcd55702 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:16.893444 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-ed7f9579-24b9-4fa7-919a-90c9dcd55702 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "DELETE /v2.0/security-groups/80b87658-1b7e-4ad8-a67e-54037b81d5ba HTTP/1.1" status: 204 len: 168 time: 0.6870122 Jul 18 10:34:16.899615 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35524) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:16.916370 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-37f4f0db-b3ee-47bb-baf4-ece54e033f3a None None] Current status of the port 8763c93e-265a-48e3-9444-a3c09c88377b is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:34:16.941135 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4bb95e-6d15-4007-a9c5-99eee149daef req-8fa68fd7-174b-444d-a0d6-9eef0a2d1cbb tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] No DVR routers for this DVR port ad0604e9-a3b4-440c-b590-c9d4898189de on host hv-cinder-83754 {{(pid=103899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:34:16.956065 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-66b678f1-584f-45dd-888e-e764e28e1273 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (24cb7bfb-44fd-4b27-9732-a504a33c3870), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:16.965303 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f9579-24b9-4fa7-919a-90c9dcd55702 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b87658-1b7e-4ad8-a67e-54037b81d5ba,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:16.970888 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-2b4bb95e-6d15-4007-a9c5-99eee149daef req-8fa68fd7-174b-444d-a0d6-9eef0a2d1cbb tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:16.974625 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2b4bb95e-6d15-4007-a9c5-99eee149daef req-8fa68fd7-174b-444d-a0d6-9eef0a2d1cbb tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.30 "DELETE /v2.0/ports/ad0604e9-a3b4-440c-b590-c9d4898189de HTTP/1.1" status: 204 len: 173 time: 1.9444191 Jul 18 10:34:16.993570 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282eb69-46fe-4f23-a8dc-9feee34553f5 req-779e5c97-cdb8-49ea-8545-8ad050ba85f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:16.995771 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e282eb69-46fe-4f23-a8dc-9feee34553f5 req-779e5c97-cdb8-49ea-8545-8ad050ba85f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=55548d87-fc3b-4ac4-be60-cb359f31d5e1 HTTP/1.1" status: 200 len: 854 time: 0.1013260 Jul 18 10:34:16.997176 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-1ef7d6f7-1364-4a43-a6b5-0312d2a7c33d None None] Set router 2d9a0d12-2331-4e5f-9d38-b53462247d9a gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:34:17.040226 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b678f1-584f-45dd-888e-e764e28e1273 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Network ab707614-a8a6-4503-81fa-3cf63d34938b is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:34:17.065478 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282eb69-46fe-4f23-a8dc-9feee34553f5 req-f7641e56-c04c-4714-9833-8392858ccf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:17.067309 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e282eb69-46fe-4f23-a8dc-9feee34553f5 req-f7641e56-c04c-4714-9833-8392858ccf95 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0651357 Jul 18 10:34:17.081422 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-66b678f1-584f-45dd-888e-e764e28e1273 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:34:17.087695 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b678f1-584f-45dd-888e-e764e28e1273 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:34:17.117300 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b678f1-584f-45dd-888e-e764e28e1273 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Pushing event updated for resources: {'Port': ['ID=24cb7bfb-44fd-4b27-9732-a504a33c3870,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:17.136899 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b09cf594-6769-41da-b8a8-c91e96811a7f req-bb13fcf0-9034-48d4-bbf9-6c980fe02dd0 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=54754961-403d-4f99-98c1-727db8528d91 HTTP/1.1" status: 200 len: 210 time: 0.0391078 Jul 18 10:34:17.242398 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-5efba80f-bdaf-484d-9724-54700e613d8f tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Deleting port cd7fdb72-b10c-4d35-98e3-accefb8f519b {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:34:17.242971 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5efba80f-bdaf-484d-9724-54700e613d8f tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (cd7fdb72-b10c-4d35-98e3-accefb8f519b), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:17.257216 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e282eb69-46fe-4f23-a8dc-9feee34553f5 req-35c310ee-17ad-4f95-b1a4-f0b9ea99ff63 service neutron] 10.222.0.30 "GET /v2.0/networks/2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789331 Jul 18 10:34:17.282170 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-66b678f1-584f-45dd-888e-e764e28e1273 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for floatingip (11cb11bc-4602-4890-b591-b1ed1cd1dd66), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:17.311580 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3be680-0576-40ea-bdf7-1c81453de15a None None] Sync routers for ids ['ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:34:17.330631 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 8fdd8481-241a-445e-86a0-412cf59579cd up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:34:17.335226 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3be680-0576-40ea-bdf7-1c81453de15a None None] Routers {'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:34:17.335988 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-2d3be680-0576-40ea-bdf7-1c81453de15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:33:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:17.352697 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-1ef7d6f7-1364-4a43-a6b5-0312d2a7c33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'name': 'tempest-AttachVolumeNegativeTest-1979717538-router', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '55318072-cef0-4676-82c9-ee2867adafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 4, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'gw_port': {'id': '55318072-cef0-4676-82c9-ee2867adafd7', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '1420ff7f-6c01-4735-aa6b-eee69bfd69e9', 'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'mac_address': 'fa:16:3e:ec:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:57Z', 'updated_at': '2022-07-18T10:29:07Z', 'revision_number': 5, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'subnets': [{'id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:17.365676 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-66b678f1-584f-45dd-888e-e764e28e1273 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (24cb7bfb-44fd-4b27-9732-a504a33c3870), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:17.385072 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef7d6f7-1364-4a43-a6b5-0312d2a7c33d None None] Checking router: 2d9a0d12-2331-4e5f-9d38-b53462247d9a for host: dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:34:17.394902 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef7d6f7-1364-4a43-a6b5-0312d2a7c33d None None] Routers {'2d9a0d12-2331-4e5f-9d38-b53462247d9a'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:34:17.396282 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-1ef7d6f7-1364-4a43-a6b5-0312d2a7c33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:33:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:17.396488 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5efba80f-bdaf-484d-9724-54700e613d8f tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (cd7fdb72-b10c-4d35-98e3-accefb8f519b), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:17.396842 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5efba80f-bdaf-484d-9724-54700e613d8f tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks [] for floatingip (cd7fdb72-b10c-4d35-98e3-accefb8f519b), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:17.417815 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-5efba80f-bdaf-484d-9724-54700e613d8f tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Calling delete_port for cd7fdb72-b10c-4d35-98e3-accefb8f519b owned by network:floatingip {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:34:17.444362 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:17.461799 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 8fdd8481-241a-445e-86a0-412cf59579cd triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:17.462311 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (8fdd8481-241a-445e-86a0-412cf59579cd), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:17.522816 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-2d3be680-0576-40ea-bdf7-1c81453de15a None None] Set router ec26e035-64e9-43c6-bb4a-3b2f7b247bc8 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:34:17.535086 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-1ef7d6f7-1364-4a43-a6b5-0312d2a7c33d None None] Set router 2d9a0d12-2331-4e5f-9d38-b53462247d9a gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:34:17.598844 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e282eb69-46fe-4f23-a8dc-9feee34553f5 req-e8806607-716e-4d01-8234-f8508fa0b9e1 service neutron] 10.222.0.30 "GET /v2.0/networks/2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504469 Jul 18 10:34:17.620181 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 8fdd8481-241a-445e-86a0-412cf59579cd is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:34:17.620749 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (8fdd8481-241a-445e-86a0-412cf59579cd), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:17.662054 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:17.668287 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] For port 8fdd8481-241a-445e-86a0-412cf59579cd, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=8fdd8481-241a-445e-86a0-412cf59579cd,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:34:17.673041 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (8fdd8481-241a-445e-86a0-412cf59579cd), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:17.701595 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-66b678f1-584f-45dd-888e-e764e28e1273 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for port (24cb7bfb-44fd-4b27-9732-a504a33c3870), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:17.705095 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:17.710106 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-66b678f1-584f-45dd-888e-e764e28e1273 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260947040'] for port (24cb7bfb-44fd-4b27-9732-a504a33c3870), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:17.718846 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:17.786269 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Pushing event updated for resources: {'Port': ['ID=8fdd8481-241a-445e-86a0-412cf59579cd,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:17.812864 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b678f1-584f-45dd-888e-e764e28e1273 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Pushing event updated for resources: {'Port': ['ID=24cb7bfb-44fd-4b27-9732-a504a33c3870,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:17.824737 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 6 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:34:17.829587 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b678f1-584f-45dd-888e-e764e28e1273 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:34:17.829939 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b678f1-584f-45dd-888e-e764e28e1273 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:34:17.830326 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b678f1-584f-45dd-888e-e764e28e1273 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:34:17.830667 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b678f1-584f-45dd-888e-e764e28e1273 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:34:17.831003 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b678f1-584f-45dd-888e-e764e28e1273 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:34:17.831388 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b678f1-584f-45dd-888e-e764e28e1273 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:34:17.831721 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b678f1-584f-45dd-888e-e764e28e1273 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:34:17.832049 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b678f1-584f-45dd-888e-e764e28e1273 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:34:17.832423 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b678f1-584f-45dd-888e-e764e28e1273 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:34:17.832802 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b678f1-584f-45dd-888e-e764e28e1273 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:34:17.833134 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b678f1-584f-45dd-888e-e764e28e1273 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:34:17.833510 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b678f1-584f-45dd-888e-e764e28e1273 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:34:17.833838 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b678f1-584f-45dd-888e-e764e28e1273 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:34:17.834162 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b678f1-584f-45dd-888e-e764e28e1273 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:34:17.834487 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b678f1-584f-45dd-888e-e764e28e1273 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:34:17.839752 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-66b678f1-584f-45dd-888e-e764e28e1273 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780340'] for floatingip (11cb11bc-4602-4890-b591-b1ed1cd1dd66), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:17.851871 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:17.867015 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-2d3be680-0576-40ea-bdf7-1c81453de15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1100211690-router', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:14Z', 'revision_number': 4, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'gw_port': {'id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '08a76c27-b00d-4700-89ae-293faa6c264f', 'name': '', 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'mac_address': 'fa:16:3e:56:35:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:13Z', 'updated_at': '2022-07-18T10:34:14Z', 'revision_number': 2, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'subnets': [{'id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:17.886874 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-66b678f1-584f-45dd-888e-e764e28e1273 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:17.888254 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-66b678f1-584f-45dd-888e-e764e28e1273 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5149126 Jul 18 10:34:17.901363 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-1ef7d6f7-1364-4a43-a6b5-0312d2a7c33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'name': 'tempest-AttachVolumeNegativeTest-1979717538-router', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '55318072-cef0-4676-82c9-ee2867adafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 4, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'gw_port': {'id': '55318072-cef0-4676-82c9-ee2867adafd7', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '1420ff7f-6c01-4735-aa6b-eee69bfd69e9', 'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'mac_address': 'fa:16:3e:ec:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:57Z', 'updated_at': '2022-07-18T10:29:07Z', 'revision_number': 5, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'subnets': [{'id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:17.910657 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5efba80f-bdaf-484d-9724-54700e613d8f tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (cd7fdb72-b10c-4d35-98e3-accefb8f519b), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:17.919060 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3be680-0576-40ea-bdf7-1c81453de15a None None] Checking router: ec26e035-64e9-43c6-bb4a-3b2f7b247bc8 for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:34:17.919633 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3be680-0576-40ea-bdf7-1c81453de15a None None] Updating router ec26e035-64e9-43c6-bb4a-3b2f7b247bc8 port 08a76c27-b00d-4700-89ae-293faa6c264f binding host dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:34:17.928596 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef7d6f7-1364-4a43-a6b5-0312d2a7c33d None None] The sync data for ids ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'] in dv-cinder-837546-3-iscsi is: [{'id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'name': 'tempest-AttachVolumeNegativeTest-1979717538-router', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '55318072-cef0-4676-82c9-ee2867adafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 4, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'gw_port': {'id': '55318072-cef0-4676-82c9-ee2867adafd7', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '1420ff7f-6c01-4735-aa6b-eee69bfd69e9', 'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'mac_address': 'fa:16:3e:ec:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:57Z', 'updated_at': '2022-07-18T10:29:07Z', 'revision_number': 5, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'subnets': [{'id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:34:17.940870 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efba80f-bdaf-484d-9724-54700e613d8f tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Pushing event deleted for resources: {'Port': ['ID=cd7fdb72-b10c-4d35-98e3-accefb8f519b,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:17.967468 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2d3be680-0576-40ea-bdf7-1c81453de15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (08a76c27-b00d-4700-89ae-293faa6c264f), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:18.024096 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5efba80f-bdaf-484d-9724-54700e613d8f tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks [] for floatingip (17391cb2-a40d-4a66-8786-a0973f639337), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:18.025655 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.db.l3_db [None req-5efba80f-bdaf-484d-9724-54700e613d8f tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Floating IP 17391cb2-a40d-4a66-8786-a0973f639337 disassociated (deleted). External IP: 172.27.3.75, port: 8763c93e-265a-48e3-9444-a3c09c88377b. Jul 18 10:34:18.089601 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-496cc2fa-f850-4fe0-94c1-a77bc2b3c379 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--295838388&fields=id&tenant_id=feefb94984d54cbbaa70b963d956a520 HTTP/1.1" status: 200 len: 267 time: 0.0561793 Jul 18 10:34:18.269878 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54754961-403d-4f99-98c1-727db8528d91', 'name': 'network-vif-deleted', 'tag': 'ad0604e9-a3b4-440c-b590-c9d4898189de'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:34:18.272908 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5239a7-61a8-422a-9e67-6f277ba8d840" -d '{"events": [{"server_uuid": "54754961-403d-4f99-98c1-727db8528d91", "name": "network-vif-deleted", "tag": "ad0604e9-a3b4-440c-b590-c9d4898189de"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:34:18.280117 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efba80f-bdaf-484d-9724-54700e613d8f tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Router a1818021-02af-4646-961e-e84db20a1250 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:34:18.283638 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e812cb8-3e3d-4cb1-9500-8786075dace2 None None] New status for floating IP 7027919b-6b8f-43f3-aebf-601e45a79fef: DOWN {{(pid=103901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:34:18.287360 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35546) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:18.305303 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-29478258-8932-4ec3-9cab-1f654353ab18 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:18.312828 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-29478258-8932-4ec3-9cab-1f654353ab18 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/networks?id=247d0ee0-142b-4d40-8e91-ea541c052e58 HTTP/1.1" status: 200 len: 817 time: 0.2154677 Jul 18 10:34:18.322371 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2d3be680-0576-40ea-bdf7-1c81453de15a None None] Publish callbacks [] for port (08a76c27-b00d-4700-89ae-293faa6c264f), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:18.330110 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-35b94ccb-edc0-4865-9492-01ed12e2ab30 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/quotas/feefb94984d54cbbaa70b963d956a520 HTTP/1.1" status: 200 len: 375 time: 0.0162904 Jul 18 10:34:18.330304 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2d3be680-0576-40ea-bdf7-1c81453de15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (08a76c27-b00d-4700-89ae-293faa6c264f), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:18.368600 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c92979-9fb1-48ae-9edc-699f3f5ef5f8 x-openstack-request-id: req-93c92979-9fb1-48ae-9edc-699f3f5ef5f8 {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:34:18.368896 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54754961-403d-4f99-98c1-727db8528d91", "name": "network-vif-deleted", "tag": "ad0604e9-a3b4-440c-b590-c9d4898189de", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:34:18.369147 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-93c92979-9fb1-48ae-9edc-699f3f5ef5f8 {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:34:18.369545 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93c92979-9fb1-48ae-9edc-699f3f5ef5f8'] response: {'server_uuid': '54754961-403d-4f99-98c1-727db8528d91', 'name': 'network-vif-deleted', 'tag': 'ad0604e9-a3b4-440c-b590-c9d4898189de', 'status': 'completed', 'code': 200} Jul 18 10:34:18.385670 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb1741-fb57-4285-94f0-099a7b6230d7 None None] Pushing event updated for resources: {'Port': ['ID=08a76c27-b00d-4700-89ae-293faa6c264f,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:18.400847 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-9aa0f738-f564-47cb-b6a8-16aefdbcc04a tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=feefb94984d54cbbaa70b963d956a520&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696676 Jul 18 10:34:18.462420 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-65d7035e-0f9d-4d65-a91f-a9f182f03b64 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group (42d96129-778a-40ce-a34a-9fb9443cb303), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:18.489243 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-65d7035e-0f9d-4d65-a91f-a9f182f03b64 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group (42d96129-778a-40ce-a34a-9fb9443cb303), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:18.494965 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-2d3be680-0576-40ea-bdf7-1c81453de15a None None] Attempting to bind port 08a76c27-b00d-4700-89ae-293faa6c264f on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:34:18.495454 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-2d3be680-0576-40ea-bdf7-1c81453de15a None None] Attempting to bind port 08a76c27-b00d-4700-89ae-293faa6c264f by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': 'd7f1c4dc-22c2-4c68-872d-90dc779e27be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:34:18.495825 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3be680-0576-40ea-bdf7-1c81453de15a None None] Attempting to bind port 08a76c27-b00d-4700-89ae-293faa6c264f on network 247d0ee0-142b-4d40-8e91-ea541c052e58 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:34:18.502580 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:18.504913 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3be680-0576-40ea-bdf7-1c81453de15a None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:34:18.505421 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3be680-0576-40ea-bdf7-1c81453de15a None None] Checking segment: {'id': 'd7f1c4dc-22c2-4c68-872d-90dc779e27be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:34:18.505840 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2d3be680-0576-40ea-bdf7-1c81453de15a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:18.506289 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3be680-0576-40ea-bdf7-1c81453de15a None None] Bound using segment: {'id': 'd7f1c4dc-22c2-4c68-872d-90dc779e27be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:34:18.507795 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-2d3be680-0576-40ea-bdf7-1c81453de15a None None] Bound port: 08a76c27-b00d-4700-89ae-293faa6c264f, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f1c4dc-22c2-4c68-872d-90dc779e27be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:34:18.508245 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2d3be680-0576-40ea-bdf7-1c81453de15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (08a76c27-b00d-4700-89ae-293faa6c264f), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:18.560037 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-65d7035e-0f9d-4d65-a91f-a9f182f03b64 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (42d96129-778a-40ce-a34a-9fb9443cb303), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:18.563370 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-65d7035e-0f9d-4d65-a91f-a9f182f03b64 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:18.567297 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-65d7035e-0f9d-4d65-a91f-a9f182f03b64 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "DELETE /v2.0/security-groups/42d96129-778a-40ce-a34a-9fb9443cb303 HTTP/1.1" status: 204 len: 168 time: 0.2788773 Jul 18 10:34:18.571713 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 35550) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:18.578925 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:18.581584 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7035e-0f9d-4d65-a91f-a9f182f03b64 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d96129-778a-40ce-a34a-9fb9443cb303,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:18.589294 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efba80f-bdaf-484d-9724-54700e613d8f tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:34:18.594552 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5efba80f-bdaf-484d-9724-54700e613d8f tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:18.599680 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.api.v2.resource [None req-ca6a3b45-486f-41ad-9c3d-262bdf561d74 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] show failed (client error): The resource could not be found. Jul 18 10:34:18.604264 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-ca6a3b45-486f-41ad-9c3d-262bdf561d74 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups/42d96129-778a-40ce-a34a-9fb9443cb303 HTTP/1.1" status: 404 len: 347 time: 0.0315230 Jul 18 10:34:18.606149 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-2d3be680-0576-40ea-bdf7-1c81453de15a None None] For port 08a76c27-b00d-4700-89ae-293faa6c264f, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:34:18.607056 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 35552) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:18.609855 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-2d3be680-0576-40ea-bdf7-1c81453de15a None None] For port 08a76c27-b00d-4700-89ae-293faa6c264f, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=08a76c27-b00d-4700-89ae-293faa6c264f,segment=NetworkSegment(d7f1c4dc-22c2-4c68-872d-90dc779e27be),segment_id=d7f1c4dc-22c2-4c68-872d-90dc779e27be)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:34:18.616900 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bf582c-d541-490f-9faf-14af02bf8164 None None] Sync routers for ids ['a1818021-02af-4646-961e-e84db20a1250'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:34:18.627587 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2d3be680-0576-40ea-bdf7-1c81453de15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (08a76c27-b00d-4700-89ae-293faa6c264f), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:18.637470 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-5efba80f-bdaf-484d-9724-54700e613d8f tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "DELETE /v2.0/floatingips/17391cb2-a40d-4a66-8786-a0973f639337 HTTP/1.1" status: 204 len: 168 time: 1.7366419 Jul 18 10:34:18.638086 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b29c39-45ca-4cb3-ad7d-f7bd47bfe667', 'tag': '8763c93e-265a-48e3-9444-a3c09c88377b'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:34:18.641327 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2832b55044fe50990e200b6537270594c6fb70ba3afc208291ee0353ea81870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bef888a-15e7-4708-aa84-29e66710990d" -d '{"events": [{"name": "network-changed", "server_uuid": "83b29c39-45ca-4cb3-ad7d-f7bd47bfe667", "tag": "8763c93e-265a-48e3-9444-a3c09c88377b"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:34:18.655100 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:18.713654 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bf582c-d541-490f-9faf-14af02bf8164 None None] Routers {'a1818021-02af-4646-961e-e84db20a1250'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:34:18.714314 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-88bf582c-d541-490f-9faf-14af02bf8164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:33:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['a1818021-02af-4646-961e-e84db20a1250'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:18.758438 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-0a25558e-398e-4287-a686-b8d4aed41a15 service neutron] 10.222.0.33 "GET /v2.0/networks/247d0ee0-142b-4d40-8e91-ea541c052e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532917 Jul 18 10:34:18.803053 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-50dfc315-42e0-4ee7-bfb7-f566801fd33b None None] Provisioning complete for port 08a76c27-b00d-4700-89ae-293faa6c264f triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:18.803249 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-946dbc67-4295-451d-a471-6a5de1f344af tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Deleting port 1b879d88-113f-417d-931f-f235e2034b3f {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:34:18.803377 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-50dfc315-42e0-4ee7-bfb7-f566801fd33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (08a76c27-b00d-4700-89ae-293faa6c264f), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:18.803487 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-946dbc67-4295-451d-a471-6a5de1f344af tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (1b879d88-113f-417d-931f-f235e2034b3f), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:18.838251 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb1741-fb57-4285-94f0-099a7b6230d7 None None] Pushing event updated for resources: {'Port': ['ID=08a76c27-b00d-4700-89ae-293faa6c264f,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:18.870236 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3be680-0576-40ea-bdf7-1c81453de15a None None] Routers {'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:34:18.871232 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-2d3be680-0576-40ea-bdf7-1c81453de15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:33:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:18.877128 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:18.943856 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-138dbb0b-5758-4731-8032-44a1d6392eb2 service neutron] 10.222.0.33 "GET /v2.0/networks/247d0ee0-142b-4d40-8e91-ea541c052e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843619 Jul 18 10:34:18.946488 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:18.959294 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f2ec79-de5b-4cd4-87d0-f39dfcec023a x-openstack-request-id: req-41f2ec79-de5b-4cd4-87d0-f39dfcec023a {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:34:18.959792 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b29c39-45ca-4cb3-ad7d-f7bd47bfe667", "tag": "8763c93e-265a-48e3-9444-a3c09c88377b", "status": "completed", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:34:18.959884 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-41f2ec79-de5b-4cd4-87d0-f39dfcec023a {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:34:18.960221 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41f2ec79-de5b-4cd4-87d0-f39dfcec023a'] response: {'name': 'network-changed', 'server_uuid': '83b29c39-45ca-4cb3-ad7d-f7bd47bfe667', 'tag': '8763c93e-265a-48e3-9444-a3c09c88377b', 'status': 'completed', 'code': 200} Jul 18 10:34:18.962401 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-946dbc67-4295-451d-a471-6a5de1f344af tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (1b879d88-113f-417d-931f-f235e2034b3f), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:18.962787 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-946dbc67-4295-451d-a471-6a5de1f344af tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for floatingip (1b879d88-113f-417d-931f-f235e2034b3f), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:18.979427 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-946dbc67-4295-451d-a471-6a5de1f344af tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Calling delete_port for 1b879d88-113f-417d-931f-f235e2034b3f owned by network:floatingip {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:34:19.024847 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-88bf582c-d541-490f-9faf-14af02bf8164 None None] Set router a1818021-02af-4646-961e-e84db20a1250 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:34:19.046442 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef888a-15e7-4708-aa84-29e66710990d req-5e9caf6d-eb96-4513-a96d-83f88144c0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:19.048851 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8bef888a-15e7-4708-aa84-29e66710990d req-5e9caf6d-eb96-4513-a96d-83f88144c0da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f62ef510c8484995a2f31f29104f399f&device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 1129 time: 0.0573661 Jul 18 10:34:19.118562 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-50dfc315-42e0-4ee7-bfb7-f566801fd33b None None] Current status of the port 08a76c27-b00d-4700-89ae-293faa6c264f is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:34:19.118562 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-50dfc315-42e0-4ee7-bfb7-f566801fd33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (08a76c27-b00d-4700-89ae-293faa6c264f), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:19.176935 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-2d3be680-0576-40ea-bdf7-1c81453de15a None None] Set router ec26e035-64e9-43c6-bb4a-3b2f7b247bc8 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:34:19.235218 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device ad0604e9-a3b4-440c-b590-c9d4898189de no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:34:19.397699 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 8fdd8481-241a-445e-86a0-412cf59579cd up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:34:19.462425 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] No Port match for: ad0604e9-a3b4-440c-b590-c9d4898189de {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:34:19.462790 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device ad0604e9-a3b4-440c-b590-c9d4898189de not bound to the agent host hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:34:19.503090 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-50dfc315-42e0-4ee7-bfb7-f566801fd33b None None] For port 08a76c27-b00d-4700-89ae-293faa6c264f, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=08a76c27-b00d-4700-89ae-293faa6c264f,segment=NetworkSegment(d7f1c4dc-22c2-4c68-872d-90dc779e27be),segment_id=d7f1c4dc-22c2-4c68-872d-90dc779e27be)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:34:19.517631 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1b429dbd-5e91-427c-a654-b83e0ef92060 req-750d1922-ee29-4039-ac2e-f03a3787763e tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 210 time: 0.0695233 Jul 18 10:34:19.545034 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-50dfc315-42e0-4ee7-bfb7-f566801fd33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (08a76c27-b00d-4700-89ae-293faa6c264f), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:19.592700 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef888a-15e7-4708-aa84-29e66710990d req-05f32737-aa40-483b-9393-78abfe93ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:19.595129 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8bef888a-15e7-4708-aa84-29e66710990d req-05f32737-aa40-483b-9393-78abfe93ff41 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c HTTP/1.1" status: 200 len: 916 time: 0.5389335 Jul 18 10:34:19.678693 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-946dbc67-4295-451d-a471-6a5de1f344af tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (1b879d88-113f-417d-931f-f235e2034b3f), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:19.684444 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:19.716461 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 8fdd8481-241a-445e-86a0-412cf59579cd triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:19.717128 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (8fdd8481-241a-445e-86a0-412cf59579cd), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:19.718927 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-c87f1b19-e167-4e69-b834-6b85ea54de04 None None] Provisioning complete for port 08a76c27-b00d-4700-89ae-293faa6c264f triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:19.719544 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c87f1b19-e167-4e69-b834-6b85ea54de04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (08a76c27-b00d-4700-89ae-293faa6c264f), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:19.779519 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8bef888a-15e7-4708-aa84-29e66710990d req-bf0f33a3-1181-4059-a9ff-d20206711be3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8763c93e-265a-48e3-9444-a3c09c88377b HTTP/1.1" status: 200 len: 217 time: 0.1758809 Jul 18 10:34:19.780495 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946dbc67-4295-451d-a471-6a5de1f344af tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event deleted for resources: {'Port': ['ID=1b879d88-113f-417d-931f-f235e2034b3f,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:19.787040 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dfc315-42e0-4ee7-bfb7-f566801fd33b None None] Pushing event updated for resources: {'Port': ['ID=08a76c27-b00d-4700-89ae-293faa6c264f,revision_number=5']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:19.877739 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-88bf582c-d541-490f-9faf-14af02bf8164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1818021-02af-4646-961e-e84db20a1250', 'name': 'tempest-TestMinimumBasicScenario-1106076287-router', 'tenant_id': 'f62ef510c8484995a2f31f29104f399f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e43cf630-e140-4ec3-8212-daa93bab66e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:31:27Z', 'updated_at': '2022-07-18T10:31:31Z', 'revision_number': 4, 'project_id': 'f62ef510c8484995a2f31f29104f399f', 'gw_port': {'id': 'e43cf630-e140-4ec3-8212-daa93bab66e6', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1818021-02af-4646-961e-e84db20a1250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:31:27Z', 'updated_at': '2022-07-18T10:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '7dcdc7fc-0742-43cf-93f7-48fbb085c1d7', 'name': '', 'network_id': '2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c', 'tenant_id': 'f62ef510c8484995a2f31f29104f399f', 'mac_address': 'fa:16:3e:6b:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1818021-02af-4646-961e-e84db20a1250', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '55548d87-fc3b-4ac4-be60-cb359f31d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:31:30Z', 'updated_at': '2022-07-18T10:31:35Z', 'revision_number': 5, 'project_id': 'f62ef510c8484995a2f31f29104f399f', 'subnets': [{'id': '55548d87-fc3b-4ac4-be60-cb359f31d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:19.881897 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef888a-15e7-4708-aa84-29e66710990d req-46e7a2bc-fa07-4381-bdae-4fb18c48bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:19.883401 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8bef888a-15e7-4708-aa84-29e66710990d req-46e7a2bc-fa07-4381-bdae-4fb18c48bf0d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=55548d87-fc3b-4ac4-be60-cb359f31d5e1 HTTP/1.1" status: 200 len: 854 time: 0.0636797 Jul 18 10:34:19.884206 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-946dbc67-4295-451d-a471-6a5de1f344af tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for floatingip (7027919b-6b8f-43f3-aebf-601e45a79fef), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:19.886771 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-946dbc67-4295-451d-a471-6a5de1f344af tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:19.887812 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-946dbc67-4295-451d-a471-6a5de1f344af tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "DELETE /v2.0/floatingips/7027919b-6b8f-43f3-aebf-601e45a79fef HTTP/1.1" status: 204 len: 168 time: 1.2796776 Jul 18 10:34:19.925680 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bf582c-d541-490f-9faf-14af02bf8164 None None] Checking router: a1818021-02af-4646-961e-e84db20a1250 for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:34:19.939908 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-2d3be680-0576-40ea-bdf7-1c81453de15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1100211690-router', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:14Z', 'revision_number': 4, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'gw_port': {'id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '08a76c27-b00d-4700-89ae-293faa6c264f', 'name': '', 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'mac_address': 'fa:16:3e:56:35:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:13Z', 'updated_at': '2022-07-18T10:34:18Z', 'revision_number': 4, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'subnets': [{'id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:19.944864 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef888a-15e7-4708-aa84-29e66710990d req-a6dcd796-24f6-405f-a36c-2d50bbc49559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:19.946460 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8bef888a-15e7-4708-aa84-29e66710990d req-a6dcd796-24f6-405f-a36c-2d50bbc49559 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541043 Jul 18 10:34:19.969360 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35580) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:19.974527 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-ad79ad2c-3771-4bab-b9f3-bb29cfbf62fc tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1265559755', 'description': 'tempest-description--2123492027'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:34:20.006188 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ad79ad2c-3771-4bab-b9f3-bb29cfbf62fc tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:20.017369 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3be680-0576-40ea-bdf7-1c81453de15a None None] The sync data for ids ['ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'] in dv-cinder-837546-3-iscsi is: [{'id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1100211690-router', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:14Z', 'revision_number': 4, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'gw_port': {'id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '08a76c27-b00d-4700-89ae-293faa6c264f', 'name': '', 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'mac_address': 'fa:16:3e:56:35:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:13Z', 'updated_at': '2022-07-18T10:34:18Z', 'revision_number': 4, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'subnets': [{'id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:34:20.029637 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bf582c-d541-490f-9faf-14af02bf8164 None None] Routers {'a1818021-02af-4646-961e-e84db20a1250'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:34:20.030274 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-88bf582c-d541-490f-9faf-14af02bf8164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:33:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['a1818021-02af-4646-961e-e84db20a1250'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:20.032826 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:20.048199 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:20.078901 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8bef888a-15e7-4708-aa84-29e66710990d req-26138b47-fb14-40ad-ab72-ab81b67bc990 service neutron] 10.222.0.30 "GET /v2.0/networks/2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221957 Jul 18 10:34:20.087551 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:20.122249 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 8fdd8481-241a-445e-86a0-412cf59579cd is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:34:20.123380 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 08a76c27-b00d-4700-89ae-293faa6c264f up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:34:20.136074 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ad79ad2c-3771-4bab-b9f3-bb29cfbf62fc tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group (7f8acd90-2dd4-4972-a173-972f0c3a4aa8), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:20.144381 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ad79ad2c-3771-4bab-b9f3-bb29cfbf62fc tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (7f8acd90-2dd4-4972-a173-972f0c3a4aa8), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:20.215594 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79ad2c-3771-4bab-b9f3-bb29cfbf62fc tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8acd90-2dd4-4972-a173-972f0c3a4aa8,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:20.232280 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8bef888a-15e7-4708-aa84-29e66710990d req-49e99dc0-a7c6-4b6d-a419-af6d0945ed81 service neutron] 10.222.0.30 "GET /v2.0/networks/2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438665 Jul 18 10:34:20.234834 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ad79ad2c-3771-4bab-b9f3-bb29cfbf62fc tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:20.236222 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-ad79ad2c-3771-4bab-b9f3-bb29cfbf62fc tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2651768 Jul 18 10:34:20.241030 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35586) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:20.246941 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-ffb4d110-2e7a-4294-83ed-8f8f4573b69b tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Request body: {'security_group_rule': {'security_group_id': '7f8acd90-2dd4-4972-a173-972f0c3a4aa8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:34:20.264890 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-c87f1b19-e167-4e69-b834-6b85ea54de04 None None] Current status of the port 08a76c27-b00d-4700-89ae-293faa6c264f is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:34:20.271491 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0f7a98fa-7379-4e63-9513-4a826c0ddb07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:20.284289 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ffb4d110-2e7a-4294-83ed-8f8f4573b69b tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group_rule (0418a07b-f769-4f67-882f-1583f689d2f3), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:20.313836 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-88bf582c-d541-490f-9faf-14af02bf8164 None None] Set router a1818021-02af-4646-961e-e84db20a1250 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:34:20.355488 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 08a76c27-b00d-4700-89ae-293faa6c264f triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:20.355801 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (08a76c27-b00d-4700-89ae-293faa6c264f), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:20.373132 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ffb4d110-2e7a-4294-83ed-8f8f4573b69b tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group_rule (0418a07b-f769-4f67-882f-1583f689d2f3), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:20.378299 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ffb4d110-2e7a-4294-83ed-8f8f4573b69b tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (0418a07b-f769-4f67-882f-1583f689d2f3), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:20.401094 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4d110-2e7a-4294-83ed-8f8f4573b69b tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0418a07b-f769-4f67-882f-1583f689d2f3,revision_number=0']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:20.419898 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ffb4d110-2e7a-4294-83ed-8f8f4573b69b tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:20.421946 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-ffb4d110-2e7a-4294-83ed-8f8f4573b69b tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1818264 Jul 18 10:34:20.426800 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35594) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:20.431491 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-119d4c8d-9750-4e24-8656-7246c4092f92 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Request body: {'security_group_rule': {'security_group_id': '7f8acd90-2dd4-4972-a173-972f0c3a4aa8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:34:20.477727 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-119d4c8d-9750-4e24-8656-7246c4092f92 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group_rule (9cf481cb-9ad9-4db2-beb5-82f6f9b5d262), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:20.544123 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-119d4c8d-9750-4e24-8656-7246c4092f92 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group_rule (9cf481cb-9ad9-4db2-beb5-82f6f9b5d262), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:20.550160 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-119d4c8d-9750-4e24-8656-7246c4092f92 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (9cf481cb-9ad9-4db2-beb5-82f6f9b5d262), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:20.585892 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-119d4c8d-9750-4e24-8656-7246c4092f92 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:20.587272 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-119d4c8d-9750-4e24-8656-7246c4092f92 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1593993 Jul 18 10:34:20.588147 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d4c8d-9750-4e24-8656-7246c4092f92 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf481cb-9ad9-4db2-beb5-82f6f9b5d262,revision_number=0']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:20.590456 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35598) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:20.597176 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-2e9eab75-d7bf-4f59-b654-d2f9de705c58 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Request body: {'floatingip': {'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:34:20.606460 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:20.637160 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 08a76c27-b00d-4700-89ae-293faa6c264f is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:34:20.647154 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2e9eab75-d7bf-4f59-b654-d2f9de705c58 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:20.745488 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d0e7a7f4-0995-4a07-8295-39c9f0532fba req-815cfb34-fe8c-47ba-a576-75b4dfc3007a tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 210 time: 0.0959632 Jul 18 10:34:20.783232 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-88bf582c-d541-490f-9faf-14af02bf8164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1818021-02af-4646-961e-e84db20a1250', 'name': 'tempest-TestMinimumBasicScenario-1106076287-router', 'tenant_id': 'f62ef510c8484995a2f31f29104f399f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e43cf630-e140-4ec3-8212-daa93bab66e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:31:27Z', 'updated_at': '2022-07-18T10:31:31Z', 'revision_number': 4, 'project_id': 'f62ef510c8484995a2f31f29104f399f', 'gw_port': {'id': 'e43cf630-e140-4ec3-8212-daa93bab66e6', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1818021-02af-4646-961e-e84db20a1250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:31:27Z', 'updated_at': '2022-07-18T10:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '7dcdc7fc-0742-43cf-93f7-48fbb085c1d7', 'name': '', 'network_id': '2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c', 'tenant_id': 'f62ef510c8484995a2f31f29104f399f', 'mac_address': 'fa:16:3e:6b:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1818021-02af-4646-961e-e84db20a1250', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '55548d87-fc3b-4ac4-be60-cb359f31d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:31:30Z', 'updated_at': '2022-07-18T10:31:35Z', 'revision_number': 5, 'project_id': 'f62ef510c8484995a2f31f29104f399f', 'subnets': [{'id': '55548d87-fc3b-4ac4-be60-cb359f31d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:20.793865 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2e9eab75-d7bf-4f59-b654-d2f9de705c58 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:20.814625 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-f4516a5e-1240-44c6-9332-83f58c7097d4 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:20.816147 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-f4516a5e-1240-44c6-9332-83f58c7097d4 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.30 "GET /v2.0/networks?id=247d0ee0-142b-4d40-8e91-ea541c052e58 HTTP/1.1" status: 200 len: 817 time: 0.2587216 Jul 18 10:34:20.819186 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bf582c-d541-490f-9faf-14af02bf8164 None None] The sync data for ids ['a1818021-02af-4646-961e-e84db20a1250'] in dv-cinder-837546-3-iscsi is: [{'id': 'a1818021-02af-4646-961e-e84db20a1250', 'name': 'tempest-TestMinimumBasicScenario-1106076287-router', 'tenant_id': 'f62ef510c8484995a2f31f29104f399f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e43cf630-e140-4ec3-8212-daa93bab66e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:31:27Z', 'updated_at': '2022-07-18T10:31:31Z', 'revision_number': 4, 'project_id': 'f62ef510c8484995a2f31f29104f399f', 'gw_port': {'id': 'e43cf630-e140-4ec3-8212-daa93bab66e6', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1818021-02af-4646-961e-e84db20a1250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:31:27Z', 'updated_at': '2022-07-18T10:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '7dcdc7fc-0742-43cf-93f7-48fbb085c1d7', 'name': '', 'network_id': '2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c', 'tenant_id': 'f62ef510c8484995a2f31f29104f399f', 'mac_address': 'fa:16:3e:6b:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1818021-02af-4646-961e-e84db20a1250', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '55548d87-fc3b-4ac4-be60-cb359f31d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:31:30Z', 'updated_at': '2022-07-18T10:31:35Z', 'revision_number': 5, 'project_id': 'f62ef510c8484995a2f31f29104f399f', 'subnets': [{'id': '55548d87-fc3b-4ac4-be60-cb359f31d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:34:20.904100 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-e80e82f1-65e3-4f3d-9341-04d1922f84bc tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=feefb94984d54cbbaa70b963d956a520 HTTP/1.1" status: 200 len: 379 time: 0.0782590 Jul 18 10:34:20.933431 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-2e9eab75-d7bf-4f59-b654-d2f9de705c58 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Allocated IP 172.27.3.44 (ab707614-a8a6-4503-81fa-3cf63d34938b/a666abde-39cf-4361-a6f5-7885f7528b36/0c4bc678-1400-4f4c-a1b7-2d53bd1fb852) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:34:20.935159 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:20.960731 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-126a97bd-7fd2-46de-bc60-8c91dcaf7069 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Request body: {'port': {'device_id': 'b1a84290-3520-427e-af49-f380d2a144bb', 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58', 'admin_state_up': True, 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'security_groups': ['71957616-ee6b-4ed0-ac50-1a1f55b97fc5']}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:34:21.045283 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2e9eab75-d7bf-4f59-b654-d2f9de705c58 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for port (0c4bc678-1400-4f4c-a1b7-2d53bd1fb852), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:21.080415 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:21.084197 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2e9eab75-d7bf-4f59-b654-d2f9de705c58 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (0c4bc678-1400-4f4c-a1b7-2d53bd1fb852), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:21.088879 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-126a97bd-7fd2-46de-bc60-8c91dcaf7069 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Made reservation on behalf of feefb94984d54cbbaa70b963d956a520 for: {'port': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:34:21.095941 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-126a97bd-7fd2-46de-bc60-8c91dcaf7069 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:21.119333 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:21.139010 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9eab75-d7bf-4f59-b654-d2f9de705c58 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event updated for resources: {'Port': ['ID=0c4bc678-1400-4f4c-a1b7-2d53bd1fb852,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:21.143044 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9eab75-d7bf-4f59-b654-d2f9de705c58 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Network ab707614-a8a6-4503-81fa-3cf63d34938b is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:34:21.145381 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-2e9eab75-d7bf-4f59-b654-d2f9de705c58 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:34:21.147497 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9eab75-d7bf-4f59-b654-d2f9de705c58 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:34:21.236960 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2e9eab75-d7bf-4f59-b654-d2f9de705c58 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for floatingip (c88a7611-a89f-4a36-88ac-42b40dc8596d), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:21.251353 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_common [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-126a97bd-7fd2-46de-bc60-8c91dcaf7069 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Allocated IP 172.20.0.8 (247d0ee0-142b-4d40-8e91-ea541c052e58/11cfac8b-7d7d-4e4b-88cc-819243717cd6/b5aa065e-e228-4681-909e-bd39389938fd) {{(pid=103899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:34:21.266299 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246f5619-ecd6-4068-946d-e47afac07765 None None] New status for floating IP 17391cb2-a40d-4a66-8786-a0973f639337: DOWN {{(pid=103901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:34:21.280745 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2e9eab75-d7bf-4f59-b654-d2f9de705c58 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (0c4bc678-1400-4f4c-a1b7-2d53bd1fb852), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:21.313497 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 08a76c27-b00d-4700-89ae-293faa6c264f up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:34:21.391598 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 08a76c27-b00d-4700-89ae-293faa6c264f triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:21.392303 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (08a76c27-b00d-4700-89ae-293faa6c264f), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:21.429013 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-126a97bd-7fd2-46de-bc60-8c91dcaf7069 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for port (b5aa065e-e228-4681-909e-bd39389938fd), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:21.463829 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-126a97bd-7fd2-46de-bc60-8c91dcaf7069 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (b5aa065e-e228-4681-909e-bd39389938fd), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:21.466612 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2e9eab75-d7bf-4f59-b654-d2f9de705c58 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for port (0c4bc678-1400-4f4c-a1b7-2d53bd1fb852), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:21.472103 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2e9eab75-d7bf-4f59-b654-d2f9de705c58 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260947040'] for port (0c4bc678-1400-4f4c-a1b7-2d53bd1fb852), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:21.492318 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 08a76c27-b00d-4700-89ae-293faa6c264f is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:34:21.521389 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-126a97bd-7fd2-46de-bc60-8c91dcaf7069 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Network 247d0ee0-142b-4d40-8e91-ea541c052e58 is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:34:21.524873 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-126a97bd-7fd2-46de-bc60-8c91dcaf7069 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:34:21.527600 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-126a97bd-7fd2-46de-bc60-8c91dcaf7069 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Received port after_create {{(pid=103899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:34:21.576862 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9eab75-d7bf-4f59-b654-d2f9de705c58 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event updated for resources: {'Port': ['ID=0c4bc678-1400-4f4c-a1b7-2d53bd1fb852,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:21.580547 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2e9eab75-d7bf-4f59-b654-d2f9de705c58 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780340'] for floatingip (c88a7611-a89f-4a36-88ac-42b40dc8596d), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:21.583991 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-126a97bd-7fd2-46de-bc60-8c91dcaf7069 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:21.584653 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-126a97bd-7fd2-46de-bc60-8c91dcaf7069 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:21.599327 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a97bd-7fd2-46de-bc60-8c91dcaf7069 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Pushing event updated for resources: {'Port': ['ID=b5aa065e-e228-4681-909e-bd39389938fd,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:21.604626 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2e9eab75-d7bf-4f59-b654-d2f9de705c58 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:21.606082 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-2e9eab75-d7bf-4f59-b654-d2f9de705c58 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0143993 Jul 18 10:34:21.619023 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-126a97bd-7fd2-46de-bc60-8c91dcaf7069 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6618626 Jul 18 10:34:21.634110 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-59dcc9b0-8730-4866-8f34-c8f23c7cb852 service neutron] Request body: {'port': {'device_id': 'b1a84290-3520-427e-af49-f380d2a144bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:34:21.666771 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:21.714122 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-59dcc9b0-8730-4866-8f34-c8f23c7cb852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (b5aa065e-e228-4681-909e-bd39389938fd), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:21.801778 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-575a0577-61a7-4949-bf50-4b499cd2af8c None None] Provisioning complete for port b5aa065e-e228-4681-909e-bd39389938fd triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:21.802845 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-575a0577-61a7-4949-bf50-4b499cd2af8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (b5aa065e-e228-4681-909e-bd39389938fd), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:21.837463 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-575a0577-61a7-4949-bf50-4b499cd2af8c None None] Port b5aa065e-e228-4681-909e-bd39389938fd cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:34:21.870029 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635374b-ed10-48e7-8693-f1824975aabd req-35174491-91dd-4aa4-b10b-1bf16209d3e7 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:21.871561 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3635374b-ed10-48e7-8693-f1824975aabd req-35174491-91dd-4aa4-b10b-1bf16209d3e7 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 945 time: 0.1158733 Jul 18 10:34:21.950646 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:21.985385 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-fc0d3869-6a6c-4305-bb8d-7e18e5f45653 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1265559755&fields=id&tenant_id=1cf3d5bfe9a745f38372c42c9cfa1f63 HTTP/1.1" status: 200 len: 267 time: 0.1300020 Jul 18 10:34:22.018647 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3635374b-ed10-48e7-8693-f1824975aabd req-aa9a228b-420c-4b8e-9922-f408f455323c tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370320 Jul 18 10:34:22.182932 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f99e33-85cd-4119-bc1c-f571dce36834 req-286cc076-06b5-4ebb-b6b7-05861d46c64d tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:22.184400 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-89f99e33-85cd-4119-bc1c-f571dce36834 req-286cc076-06b5-4ebb-b6b7-05861d46c64d tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 931 time: 0.0937507 Jul 18 10:34:22.201990 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-7305f3f5-4b7b-4294-ba25-11f2ac34b0c3 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:22.204149 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-7305f3f5-4b7b-4294-ba25-11f2ac34b0c3 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/networks?id=a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 HTTP/1.1" status: 200 len: 815 time: 0.1904857 Jul 18 10:34:22.261420 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-59dcc9b0-8730-4866-8f34-c8f23c7cb852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5aa065e-e228-4681-909e-bd39389938fd {{(pid=103899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:34:22.266574 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-84aad2b8-ffbf-4868-b0e7-fc91e701904a tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/quotas/1cf3d5bfe9a745f38372c42c9cfa1f63 HTTP/1.1" status: 200 len: 375 time: 0.0321884 Jul 18 10:34:22.273598 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-59dcc9b0-8730-4866-8f34-c8f23c7cb852 service neutron] Publish callbacks [] for port (b5aa065e-e228-4681-909e-bd39389938fd), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:22.322256 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3ffb83bb-f354-4447-a7a3-1bd97da1547d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:22.328219 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.provisioning_blocks [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-59dcc9b0-8730-4866-8f34-c8f23c7cb852 service neutron] Transition to ACTIVE for port object b5aa065e-e228-4681-909e-bd39389938fd will not be triggered until provisioned by entity L2. {{(pid=103899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:34:22.337338 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-59dcc9b0-8730-4866-8f34-c8f23c7cb852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (b5aa065e-e228-4681-909e-bd39389938fd), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:22.349295 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-89f99e33-85cd-4119-bc1c-f571dce36834 req-223d59e0-d12b-4329-bf05-ac76c88b4f10 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533530 Jul 18 10:34:22.374028 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-f530199a-ddf7-43ac-a707-6d68edfa6365 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=1cf3d5bfe9a745f38372c42c9cfa1f63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0979071 Jul 18 10:34:22.421304 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:22.430342 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dcc9b0-8730-4866-8f34-c8f23c7cb852 service neutron] Pushing event updated for resources: {'Port': ['ID=b5aa065e-e228-4681-909e-bd39389938fd,revision_number=2']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:22.556458 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-c55e5b1f-e811-4100-bbe9-ae9768886955 service neutron] 10.222.0.33 "GET /v2.0/networks/a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681745 Jul 18 10:34:22.558746 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-59dcc9b0-8730-4866-8f34-c8f23c7cb852 service neutron] Attempting to bind port b5aa065e-e228-4681-909e-bd39389938fd on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:34:22.559084 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-59dcc9b0-8730-4866-8f34-c8f23c7cb852 service neutron] Attempting to bind port b5aa065e-e228-4681-909e-bd39389938fd by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'd7f1c4dc-22c2-4c68-872d-90dc779e27be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58'}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:34:22.559779 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-59dcc9b0-8730-4866-8f34-c8f23c7cb852 service neutron] Attempting to bind port b5aa065e-e228-4681-909e-bd39389938fd on network 247d0ee0-142b-4d40-8e91-ea541c052e58 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:34:22.572642 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-59dcc9b0-8730-4866-8f34-c8f23c7cb852 service neutron] Port b5aa065e-e228-4681-909e-bd39389938fd on network 247d0ee0-142b-4d40-8e91-ea541c052e58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:34:22.572972 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-59dcc9b0-8730-4866-8f34-c8f23c7cb852 service neutron] Attempting to bind port b5aa065e-e228-4681-909e-bd39389938fd on network 247d0ee0-142b-4d40-8e91-ea541c052e58 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:34:22.587932 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-59dcc9b0-8730-4866-8f34-c8f23c7cb852 service neutron] Checking agent: {'id': 'f1e01c1b-bf46-4f7e-883c-267517c6b0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'started_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:34:22.588272 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-59dcc9b0-8730-4866-8f34-c8f23c7cb852 service neutron] Checking segment: {'id': 'd7f1c4dc-22c2-4c68-872d-90dc779e27be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:34:22.588679 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-59dcc9b0-8730-4866-8f34-c8f23c7cb852 service neutron] Bound using segment: {'id': 'd7f1c4dc-22c2-4c68-872d-90dc779e27be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58'} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:34:22.589109 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-59dcc9b0-8730-4866-8f34-c8f23c7cb852 service neutron] Bound port: b5aa065e-e228-4681-909e-bd39389938fd, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f1c4dc-22c2-4c68-872d-90dc779e27be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58'}}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:34:22.589465 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-59dcc9b0-8730-4866-8f34-c8f23c7cb852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (b5aa065e-e228-4681-909e-bd39389938fd), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:22.707433 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-5758c491-8755-460f-ad87-78be63a4904b service neutron] 10.222.0.33 "GET /v2.0/networks/a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444855 Jul 18 10:34:22.708444 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-59dcc9b0-8730-4866-8f34-c8f23c7cb852 service neutron] For port b5aa065e-e228-4681-909e-bd39389938fd, host hv-cinder-83754, cleared binding levels {{(pid=103899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:34:22.711651 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-59dcc9b0-8730-4866-8f34-c8f23c7cb852 service neutron] For port b5aa065e-e228-4681-909e-bd39389938fd, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b5aa065e-e228-4681-909e-bd39389938fd,segment=NetworkSegment(d7f1c4dc-22c2-4c68-872d-90dc779e27be),segment_id=d7f1c4dc-22c2-4c68-872d-90dc779e27be)] {{(pid=103899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:34:22.718331 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-59dcc9b0-8730-4866-8f34-c8f23c7cb852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (b5aa065e-e228-4681-909e-bd39389938fd), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:22.757915 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-59dcc9b0-8730-4866-8f34-c8f23c7cb852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:22.758532 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-59dcc9b0-8730-4866-8f34-c8f23c7cb852 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:22.759935 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-59dcc9b0-8730-4866-8f34-c8f23c7cb852 service neutron] 10.222.0.30 "PUT /v2.0/ports/b5aa065e-e228-4681-909e-bd39389938fd HTTP/1.1" status: 200 len: 1093 time: 1.1332648 Jul 18 10:34:22.760475 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a84290-3520-427e-af49-f380d2a144bb', 'tag': 'b5aa065e-e228-4681-909e-bd39389938fd'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:34:22.762621 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e798dd2-9536-4668-8681-d153a06bbb50" -d '{"events": [{"name": "network-changed", "server_uuid": "b1a84290-3520-427e-af49-f380d2a144bb", "tag": "b5aa065e-e228-4681-909e-bd39389938fd"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:34:22.788523 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dcc9b0-8730-4866-8f34-c8f23c7cb852 service neutron] Pushing event updated for resources: {'Port': ['ID=b5aa065e-e228-4681-909e-bd39389938fd,revision_number=3']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:22.812765 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a581b7-0a08-417a-bc10-8e052d54640f x-openstack-request-id: req-87a581b7-0a08-417a-bc10-8e052d54640f {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:34:22.813114 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1a84290-3520-427e-af49-f380d2a144bb", "tag": "b5aa065e-e228-4681-909e-bd39389938fd", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:34:22.813505 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-87a581b7-0a08-417a-bc10-8e052d54640f {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:34:22.818717 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87a581b7-0a08-417a-bc10-8e052d54640f'] response: {'name': 'network-changed', 'server_uuid': 'b1a84290-3520-427e-af49-f380d2a144bb', 'tag': 'b5aa065e-e228-4681-909e-bd39389938fd', 'status': 'completed', 'code': 200} Jul 18 10:34:22.879494 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5c5c015f-ef7f-4795-b65b-77d5e09aa0db req-e9880d67-f5ac-469a-8066-69481fa79e08 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=72245495-f5b8-4f54-8d17-ec3e700bdd9b HTTP/1.1" status: 200 len: 210 time: 0.0306048 Jul 18 10:34:23.135516 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440dc4e-0708-4bc2-8ab6-eedac414152d req-2320e080-aa95-466c-9d48-83b5a34471c7 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:23.137022 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0440dc4e-0708-4bc2-8ab6-eedac414152d req-2320e080-aa95-466c-9d48-83b5a34471c7 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 945 time: 0.0500345 Jul 18 10:34:23.187344 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:23.192073 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0440dc4e-0708-4bc2-8ab6-eedac414152d req-96902bbc-d75b-4a2b-b13d-3c3a35eeb577 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488889 Jul 18 10:34:23.369010 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e798dd2-9536-4668-8681-d153a06bbb50 req-a2f6182a-fc45-4edb-8d54-44890b771542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:23.370523 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6e798dd2-9536-4668-8681-d153a06bbb50 req-a2f6182a-fc45-4edb-8d54-44890b771542 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=feefb94984d54cbbaa70b963d956a520&device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 1127 time: 0.0401771 Jul 18 10:34:23.513646 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf92229-4406-4f66-b1f6-f243175ce902 req-654bbc47-e543-4e60-b456-383b14c88017 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:23.515171 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8cf92229-4406-4f66-b1f6-f243175ce902 req-654bbc47-e543-4e60-b456-383b14c88017 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 943 time: 0.0688822 Jul 18 10:34:23.520354 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e798dd2-9536-4668-8681-d153a06bbb50 req-f20d46a3-14f9-47df-a3b9-a0674305c160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:23.521770 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6e798dd2-9536-4668-8681-d153a06bbb50 req-f20d46a3-14f9-47df-a3b9-a0674305c160 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=feefb94984d54cbbaa70b963d956a520&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1405897 Jul 18 10:34:23.586217 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:23.593706 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8cf92229-4406-4f66-b1f6-f243175ce902 req-0839b5ed-8859-46e9-bb7a-025afd54b57a tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709600 Jul 18 10:34:23.683975 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092172e3-6d8a-493b-9145-f2b511e26330 req-893c8e14-8687-4b3a-a1ab-2af2b076d765 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:23.685491 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-092172e3-6d8a-493b-9145-f2b511e26330 req-893c8e14-8687-4b3a-a1ab-2af2b076d765 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.30 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 945 time: 0.0628908 Jul 18 10:34:23.699015 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e798dd2-9536-4668-8681-d153a06bbb50 req-25a2d658-b06a-496a-a6d8-7a0b1938fbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:23.700371 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6e798dd2-9536-4668-8681-d153a06bbb50 req-25a2d658-b06a-496a-a6d8-7a0b1938fbd3 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1530778 Jul 18 10:34:24.011262 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:24.012593 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-b1b45de6-3cfb-4c9c-a291-1226902d9442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:24.014099 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-b1b45de6-3cfb-4c9c-a291-1226902d9442 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=feefb94984d54cbbaa70b963d956a520&device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 1127 time: 0.1046669 Jul 18 10:34:24.061679 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-adfa7265-d7f7-4206-84ec-455372806aea req-7b10e35b-af6c-466d-bd0d-9d2c3d2c8419 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=72245495-f5b8-4f54-8d17-ec3e700bdd9b HTTP/1.1" status: 200 len: 210 time: 0.0916398 Jul 18 10:34:24.125191 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-418e89cb-0417-44af-8b31-a4438875a6e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5aa065e-e228-4681-909e-bd39389938fd HTTP/1.1" status: 200 len: 217 time: 0.0971980 Jul 18 10:34:24.128643 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-092172e3-6d8a-493b-9145-f2b511e26330 req-93ed0910-d227-4407-8a5c-06eebc62f0c4 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Deleting port 8763c93e-265a-48e3-9444-a3c09c88377b {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:34:24.128980 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-092172e3-6d8a-493b-9145-f2b511e26330 req-93ed0910-d227-4407-8a5c-06eebc62f0c4 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (8763c93e-265a-48e3-9444-a3c09c88377b), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:24.264883 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-6c685296-3253-4fa3-8734-6dd42170a169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:24.266393 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-6c685296-3253-4fa3-8734-6dd42170a169 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=11cfac8b-7d7d-4e4b-88cc-819243717cd6 HTTP/1.1" status: 200 len: 856 time: 0.1313891 Jul 18 10:34:24.274221 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-c559b3f5-6ff9-4d2b-a9a5-0186d60a94e2 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:24.275530 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-c559b3f5-6ff9-4d2b-a9a5-0186d60a94e2 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.30 "GET /v2.0/networks?id=a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 HTTP/1.1" status: 200 len: 815 time: 0.3226516 Jul 18 10:34:24.366958 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-092172e3-6d8a-493b-9145-f2b511e26330 req-93ed0910-d227-4407-8a5c-06eebc62f0c4 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] For port 8763c93e-265a-48e3-9444-a3c09c88377b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8763c93e-265a-48e3-9444-a3c09c88377b,segment=NetworkSegment(5932e4fd-a9c3-4211-a2f3-287684c7db3d),segment_id=5932e4fd-a9c3-4211-a2f3-287684c7db3d)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:34:24.367315 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-092172e3-6d8a-493b-9145-f2b511e26330 req-93ed0910-d227-4407-8a5c-06eebc62f0c4 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (8763c93e-265a-48e3-9444-a3c09c88377b), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:24.385148 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-ffb306c8-7c1c-42d6-a3bc-ef3379f7e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:24.386622 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-ffb306c8-7c1c-42d6-a3bc-ef3379f7e423 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=247d0ee0-142b-4d40-8e91-ea541c052e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1102610 Jul 18 10:34:24.405801 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b60be-3b0f-4a83-8414-92c22c827b4f req-c8240671-f0e9-499b-8b8f-e5f45a3f3e5e tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:24.407704 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d43b60be-3b0f-4a83-8414-92c22c827b4f req-c8240671-f0e9-499b-8b8f-e5f45a3f3e5e tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 945 time: 0.1280603 Jul 18 10:34:24.408634 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-092172e3-6d8a-493b-9145-f2b511e26330 req-93ed0910-d227-4407-8a5c-06eebc62f0c4 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Calling delete_port for 8763c93e-265a-48e3-9444-a3c09c88377b owned by compute:nova {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:34:24.426072 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:24.545008 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-5c364260-bc95-4125-bb90-97e888c89d04 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cf3d5bfe9a745f38372c42c9cfa1f63 HTTP/1.1" status: 200 len: 380 time: 0.2463140 Jul 18 10:34:24.565092 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-432e3e0a-9058-48c0-9ca1-ae8be87d7867 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Request body: {'port': {'device_id': '72245495-f5b8-4f54-8d17-ec3e700bdd9b', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'admin_state_up': True, 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'security_groups': ['7f8acd90-2dd4-4972-a173-972f0c3a4aa8']}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:34:24.625067 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d43b60be-3b0f-4a83-8414-92c22c827b4f req-ea8e5e84-42d1-453a-97c4-0e93c8ff932e tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/security-groups?id=6af673d1-11b4-46b0-aabe-69223a670b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994743 Jul 18 10:34:24.695521 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-f5c3dd77-996b-4e09-9e92-f9a6bc0764ed service neutron] 10.222.0.30 "GET /v2.0/networks/247d0ee0-142b-4d40-8e91-ea541c052e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960892 Jul 18 10:34:24.774276 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:24.807444 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04fb6b-4db9-4891-be81-74afac134fd0 req-c3f2a6c1-91f8-4e57-b51e-152fc50d9bd5 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:24.808868 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6c04fb6b-4db9-4891-be81-74afac134fd0 req-c3f2a6c1-91f8-4e57-b51e-152fc50d9bd5 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 943 time: 0.1328666 Jul 18 10:34:24.908309 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-092172e3-6d8a-493b-9145-f2b511e26330 req-93ed0910-d227-4407-8a5c-06eebc62f0c4 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (8763c93e-265a-48e3-9444-a3c09c88377b), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:24.922797 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['8763c93e-265a-48e3-9444-a3c09c88377b'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:34:24.970122 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:24.971620 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed0910-d227-4407-8a5c-06eebc62f0c4 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Pushing event deleted for resources: {'Port': ['ID=8763c93e-265a-48e3-9444-a3c09c88377b,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:24.986624 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-432e3e0a-9058-48c0-9ca1-ae8be87d7867 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Made reservation on behalf of 1cf3d5bfe9a745f38372c42c9cfa1f63 for: {'port': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:34:24.991905 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-432e3e0a-9058-48c0-9ca1-ae8be87d7867 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:25.003915 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6c04fb6b-4db9-4891-be81-74afac134fd0 req-76ed66c9-7e7f-41f3-9b5f-75def664bd7d tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836984 Jul 18 10:34:25.030514 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-eebd8e3e-059f-4f94-9d32-fb6bf5b7ca94 req-dbf26658-1f94-419e-b57b-c1725f84c245 service neutron] 10.222.0.30 "GET /v2.0/networks/247d0ee0-142b-4d40-8e91-ea541c052e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137987 Jul 18 10:34:25.082034 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:25.328230 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-092172e3-6d8a-493b-9145-f2b511e26330 req-93ed0910-d227-4407-8a5c-06eebc62f0c4 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] No DVR routers for this DVR port 8763c93e-265a-48e3-9444-a3c09c88377b on host hv-cinder-83754 {{(pid=103899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:34:25.340383 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-092172e3-6d8a-493b-9145-f2b511e26330 req-93ed0910-d227-4407-8a5c-06eebc62f0c4 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:25.343686 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-092172e3-6d8a-493b-9145-f2b511e26330 req-93ed0910-d227-4407-8a5c-06eebc62f0c4 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.30 "DELETE /v2.0/ports/8763c93e-265a-48e3-9444-a3c09c88377b HTTP/1.1" status: 204 len: 173 time: 1.4689717 Jul 18 10:34:25.344206 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b29c39-45ca-4cb3-ad7d-f7bd47bfe667', 'name': 'network-vif-deleted', 'tag': '8763c93e-265a-48e3-9444-a3c09c88377b'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:34:25.346502 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b0bfb4-75fa-408f-a7c3-7bfafc0f03ff" -d '{"events": [{"server_uuid": "83b29c39-45ca-4cb3-ad7d-f7bd47bfe667", "name": "network-vif-deleted", "tag": "8763c93e-265a-48e3-9444-a3c09c88377b"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:34:25.353415 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:25.373169 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-88c9005c-e1ad-4468-a0d9-045767912c19 req-49f4e1fc-7f54-4d8c-8825-e2747f1a965c tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=72245495-f5b8-4f54-8d17-ec3e700bdd9b HTTP/1.1" status: 200 len: 210 time: 0.0492029 Jul 18 10:34:25.414070 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db08e3e7-3a05-4226-8cc7-0af48ddde26f x-openstack-request-id: req-db08e3e7-3a05-4226-8cc7-0af48ddde26f {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:34:25.414365 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b29c39-45ca-4cb3-ad7d-f7bd47bfe667", "name": "network-vif-deleted", "tag": "8763c93e-265a-48e3-9444-a3c09c88377b", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:34:25.414618 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-db08e3e7-3a05-4226-8cc7-0af48ddde26f {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:34:25.415016 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db08e3e7-3a05-4226-8cc7-0af48ddde26f'] response: {'server_uuid': '83b29c39-45ca-4cb3-ad7d-f7bd47bfe667', 'name': 'network-vif-deleted', 'tag': '8763c93e-265a-48e3-9444-a3c09c88377b', 'status': 'completed', 'code': 200} Jul 18 10:34:25.493550 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_common [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-432e3e0a-9058-48c0-9ca1-ae8be87d7867 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Allocated IP 172.20.0.10 (a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4/a4981e04-0b42-475d-8711-94b32dc6a81f/bab76dc7-a21a-4a7f-826e-1410690583a4) {{(pid=103899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:34:25.521497 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:25.631107 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-432e3e0a-9058-48c0-9ca1-ae8be87d7867 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for port (bab76dc7-a21a-4a7f-826e-1410690583a4), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:25.665236 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-432e3e0a-9058-48c0-9ca1-ae8be87d7867 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (bab76dc7-a21a-4a7f-826e-1410690583a4), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:25.732611 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-432e3e0a-9058-48c0-9ca1-ae8be87d7867 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Network a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:34:25.737635 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f38dad6a-7ed0-4538-95a2-181a959cdc01 req-75bcdc0e-a856-4538-b285-906ea85c5e65 tempest-TestMinimumBasicScenario-1469591209 tempest-TestMinimumBasicScenario-1469591209-project] 10.222.0.33 "GET /v2.0/ports?device_id=83b29c39-45ca-4cb3-ad7d-f7bd47bfe667 HTTP/1.1" status: 200 len: 210 time: 0.0400283 Jul 18 10:34:25.742637 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-432e3e0a-9058-48c0-9ca1-ae8be87d7867 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:34:25.746769 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-432e3e0a-9058-48c0-9ca1-ae8be87d7867 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Received port after_create {{(pid=103899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:34:25.757707 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e3e0a-9058-48c0-9ca1-ae8be87d7867 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event updated for resources: {'Port': ['ID=bab76dc7-a21a-4a7f-826e-1410690583a4,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:25.800254 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-432e3e0a-9058-48c0-9ca1-ae8be87d7867 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:25.800916 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-432e3e0a-9058-48c0-9ca1-ae8be87d7867 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:25.818665 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-432e3e0a-9058-48c0-9ca1-ae8be87d7867 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2583497 Jul 18 10:34:25.867027 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-fa134d73-e717-4d8c-9187-eb074e79d5ae service neutron] Request body: {'port': {'device_id': '72245495-f5b8-4f54-8d17-ec3e700bdd9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:34:25.937126 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-fa134d73-e717-4d8c-9187-eb074e79d5ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (bab76dc7-a21a-4a7f-826e-1410690583a4), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:26.019055 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-72a6a881-6e1f-4f2f-9563-34521453cddf None None] Provisioning complete for port bab76dc7-a21a-4a7f-826e-1410690583a4 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:26.019619 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-72a6a881-6e1f-4f2f-9563-34521453cddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (bab76dc7-a21a-4a7f-826e-1410690583a4), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:26.056541 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-72a6a881-6e1f-4f2f-9563-34521453cddf None None] Port bab76dc7-a21a-4a7f-826e-1410690583a4 cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:34:26.164939 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66b420-5abb-4eba-b718-6efefcb4b359 req-ccf24541-7c2c-452f-9076-343ac1db3531 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:26.166416 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0e66b420-5abb-4eba-b718-6efefcb4b359 req-ccf24541-7c2c-452f-9076-343ac1db3531 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 943 time: 0.0835915 Jul 18 10:34:26.198012 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:26.277856 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0e66b420-5abb-4eba-b718-6efefcb4b359 req-48b8b183-82ac-43a7-97e3-86e49ce17b22 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016443 Jul 18 10:34:26.290184 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-fa134d73-e717-4d8c-9187-eb074e79d5ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bab76dc7-a21a-4a7f-826e-1410690583a4 {{(pid=103899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:34:26.306059 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-fa134d73-e717-4d8c-9187-eb074e79d5ae service neutron] Publish callbacks [] for port (bab76dc7-a21a-4a7f-826e-1410690583a4), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:26.319485 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.provisioning_blocks [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-fa134d73-e717-4d8c-9187-eb074e79d5ae service neutron] Transition to ACTIVE for port object bab76dc7-a21a-4a7f-826e-1410690583a4 will not be triggered until provisioned by entity L2. {{(pid=103899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:34:26.323457 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-fa134d73-e717-4d8c-9187-eb074e79d5ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (bab76dc7-a21a-4a7f-826e-1410690583a4), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:26.355869 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:26.374967 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa134d73-e717-4d8c-9187-eb074e79d5ae service neutron] Pushing event updated for resources: {'Port': ['ID=bab76dc7-a21a-4a7f-826e-1410690583a4,revision_number=2']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:26.496933 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-fa134d73-e717-4d8c-9187-eb074e79d5ae service neutron] Attempting to bind port bab76dc7-a21a-4a7f-826e-1410690583a4 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:34:26.497278 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-fa134d73-e717-4d8c-9187-eb074e79d5ae service neutron] Attempting to bind port bab76dc7-a21a-4a7f-826e-1410690583a4 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '9f9e9026-9d7c-43b5-af17-ac9b99df5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4'}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:34:26.497611 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-fa134d73-e717-4d8c-9187-eb074e79d5ae service neutron] Attempting to bind port bab76dc7-a21a-4a7f-826e-1410690583a4 on network a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:34:26.508469 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-fa134d73-e717-4d8c-9187-eb074e79d5ae service neutron] Port bab76dc7-a21a-4a7f-826e-1410690583a4 on network a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:34:26.508818 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-fa134d73-e717-4d8c-9187-eb074e79d5ae service neutron] Attempting to bind port bab76dc7-a21a-4a7f-826e-1410690583a4 on network a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:34:26.523536 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0e7a5-4c9f-4c40-80be-66be558213ed req-6c1f00bd-39ec-4202-af31-a5176f3b5ce7 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:26.525099 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-83c0e7a5-4c9f-4c40-80be-66be558213ed req-6c1f00bd-39ec-4202-af31-a5176f3b5ce7 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=72245495-f5b8-4f54-8d17-ec3e700bdd9b HTTP/1.1" status: 200 len: 944 time: 0.0678020 Jul 18 10:34:26.526254 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-fa134d73-e717-4d8c-9187-eb074e79d5ae service neutron] Checking agent: {'id': 'f1e01c1b-bf46-4f7e-883c-267517c6b0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'started_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:34:26.526590 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-fa134d73-e717-4d8c-9187-eb074e79d5ae service neutron] Checking segment: {'id': '9f9e9026-9d7c-43b5-af17-ac9b99df5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:34:26.526976 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-fa134d73-e717-4d8c-9187-eb074e79d5ae service neutron] Bound using segment: {'id': '9f9e9026-9d7c-43b5-af17-ac9b99df5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4'} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:34:26.527423 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-fa134d73-e717-4d8c-9187-eb074e79d5ae service neutron] Bound port: bab76dc7-a21a-4a7f-826e-1410690583a4, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f9e9026-9d7c-43b5-af17-ac9b99df5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4'}}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:34:26.527781 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-fa134d73-e717-4d8c-9187-eb074e79d5ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (bab76dc7-a21a-4a7f-826e-1410690583a4), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:26.623468 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-83c0e7a5-4c9f-4c40-80be-66be558213ed req-ff3c7416-59d1-4696-8ff9-09898b766ce2 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=7f8acd90-2dd4-4972-a173-972f0c3a4aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850515 Jul 18 10:34:26.627689 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-fa134d73-e717-4d8c-9187-eb074e79d5ae service neutron] For port bab76dc7-a21a-4a7f-826e-1410690583a4, host hv-cinder-83754, cleared binding levels {{(pid=103899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:34:26.631013 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-fa134d73-e717-4d8c-9187-eb074e79d5ae service neutron] For port bab76dc7-a21a-4a7f-826e-1410690583a4, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bab76dc7-a21a-4a7f-826e-1410690583a4,segment=NetworkSegment(9f9e9026-9d7c-43b5-af17-ac9b99df5729),segment_id=9f9e9026-9d7c-43b5-af17-ac9b99df5729)] {{(pid=103899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:34:26.638557 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-fa134d73-e717-4d8c-9187-eb074e79d5ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (bab76dc7-a21a-4a7f-826e-1410690583a4), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:26.671964 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-fa134d73-e717-4d8c-9187-eb074e79d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:26.673109 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-fa134d73-e717-4d8c-9187-eb074e79d5ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:26.674468 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-fa134d73-e717-4d8c-9187-eb074e79d5ae service neutron] 10.222.0.30 "PUT /v2.0/ports/bab76dc7-a21a-4a7f-826e-1410690583a4 HTTP/1.1" status: 200 len: 1094 time: 0.8122265 Jul 18 10:34:26.697616 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa134d73-e717-4d8c-9187-eb074e79d5ae service neutron] Pushing event updated for resources: {'Port': ['ID=bab76dc7-a21a-4a7f-826e-1410690583a4,revision_number=3']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:26.764345 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-6d997460-6599-4a41-9260-acea6aa5a631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:26.766476 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-6d997460-6599-4a41-9260-acea6aa5a631 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cf3d5bfe9a745f38372c42c9cfa1f63&device_id=72245495-f5b8-4f54-8d17-ec3e700bdd9b HTTP/1.1" status: 200 len: 1128 time: 0.0509191 Jul 18 10:34:26.812984 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-9edee56d-d21a-4ef4-a536-6e4c5446ea61 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bab76dc7-a21a-4a7f-826e-1410690583a4 HTTP/1.1" status: 200 len: 217 time: 0.0387857 Jul 18 10:34:26.867649 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-6d258c13-182a-48e4-95ab-00b1dc5dea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:26.869204 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-6d258c13-182a-48e4-95ab-00b1dc5dea1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4981e04-0b42-475d-8711-94b32dc6a81f HTTP/1.1" status: 200 len: 854 time: 0.0504146 Jul 18 10:34:26.919233 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-013c5147-8718-4931-8655-efd1f53d95c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:26.920861 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-013c5147-8718-4931-8655-efd1f53d95c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428789 Jul 18 10:34:27.020279 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-ef52a236-ba68-4ce1-8783-3a32906f69ae service neutron] 10.222.0.30 "GET /v2.0/networks/a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927920 Jul 18 10:34:27.120295 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1a7b8d8a-1706-41cf-9167-c06a668a3bca req-5527edff-bc7d-48de-84dd-2cd45296993a service neutron] 10.222.0.30 "GET /v2.0/networks/a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907156 Jul 18 10:34:27.400840 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e39d93-9aec-4026-9a11-ebf502481c39 req-b9901f24-fe9f-4eb8-8ae3-63e74600faf6 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:27.402422 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b9e39d93-9aec-4026-9a11-ebf502481c39 req-b9901f24-fe9f-4eb8-8ae3-63e74600faf6 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 943 time: 0.0493791 Jul 18 10:34:27.421663 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72245495-f5b8-4f54-8d17-ec3e700bdd9b', 'tag': 'bab76dc7-a21a-4a7f-826e-1410690583a4'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:34:27.424055 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d3f277-3259-4d48-bb2e-e9512e26a040" -d '{"events": [{"name": "network-changed", "server_uuid": "72245495-f5b8-4f54-8d17-ec3e700bdd9b", "tag": "bab76dc7-a21a-4a7f-826e-1410690583a4"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:34:27.442690 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35712) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:27.449306 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:27.462568 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b9e39d93-9aec-4026-9a11-ebf502481c39 req-e00d838b-3944-4242-af1d-e02e5d319d00 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543764 Jul 18 10:34:27.533100 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd70c2f-f766-415a-9d62-b848e4614320 x-openstack-request-id: req-ebd70c2f-f766-415a-9d62-b848e4614320 {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:34:27.533400 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72245495-f5b8-4f54-8d17-ec3e700bdd9b", "tag": "bab76dc7-a21a-4a7f-826e-1410690583a4", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:34:27.533658 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ebd70c2f-f766-415a-9d62-b848e4614320 {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:34:27.534063 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebd70c2f-f766-415a-9d62-b848e4614320'] response: {'name': 'network-changed', 'server_uuid': '72245495-f5b8-4f54-8d17-ec3e700bdd9b', 'tag': 'bab76dc7-a21a-4a7f-826e-1410690583a4', 'status': 'completed', 'code': 200} Jul 18 10:34:27.740307 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010eda6-9ddd-4eb2-bc17-444685c44c99 req-6ccc2dee-9b10-4e2f-b080-fd8b8a85caf1 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:27.741774 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b010eda6-9ddd-4eb2-bc17-444685c44c99 req-6ccc2dee-9b10-4e2f-b080-fd8b8a85caf1 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=72245495-f5b8-4f54-8d17-ec3e700bdd9b HTTP/1.1" status: 200 len: 944 time: 0.0495968 Jul 18 10:34:27.790730 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b010eda6-9ddd-4eb2-bc17-444685c44c99 req-36eb8ba1-e115-4b2a-972d-cf5ba9bc43f6 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=7f8acd90-2dd4-4972-a173-972f0c3a4aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431449 Jul 18 10:34:27.810891 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:27.976304 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b3d032f3-0156-466c-965f-95502106e69c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660928'] for router_interface (a1818021-02af-4646-961e-e84db20a1250), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:28.012807 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3f277-3259-4d48-bb2e-e9512e26a040 req-0729dfb0-5328-4ba0-9e98-5b25cd093a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:28.014307 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-39d3f277-3259-4d48-bb2e-e9512e26a040 req-0729dfb0-5328-4ba0-9e98-5b25cd093a61 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cf3d5bfe9a745f38372c42c9cfa1f63&device_id=72245495-f5b8-4f54-8d17-ec3e700bdd9b HTTP/1.1" status: 200 len: 1128 time: 0.0431397 Jul 18 10:34:28.093430 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:28.108228 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3f277-3259-4d48-bb2e-e9512e26a040 req-968dff6f-c6de-4508-84b2-0947b1758f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:28.109798 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-39d3f277-3259-4d48-bb2e-e9512e26a040 req-968dff6f-c6de-4508-84b2-0947b1758f8a service neutron] 10.222.0.30 "GET /v2.0/networks?id=a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 HTTP/1.1" status: 200 len: 916 time: 0.0870929 Jul 18 10:34:28.156939 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-39d3f277-3259-4d48-bb2e-e9512e26a040 req-45e1603f-a885-44de-b8dd-6221cab4444e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bab76dc7-a21a-4a7f-826e-1410690583a4 HTTP/1.1" status: 200 len: 217 time: 0.0407310 Jul 18 10:34:28.159794 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:28.203588 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-b3d032f3-0156-466c-965f-95502106e69c admin admin] Deleting port 7dcdc7fc-0742-43cf-93f7-48fbb085c1d7 {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:34:28.203947 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b3d032f3-0156-466c-965f-95502106e69c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (7dcdc7fc-0742-43cf-93f7-48fbb085c1d7), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:28.207935 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3f277-3259-4d48-bb2e-e9512e26a040 req-e14882dd-f1f0-4120-9365-66e572636ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:28.209504 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-39d3f277-3259-4d48-bb2e-e9512e26a040 req-e14882dd-f1f0-4120-9365-66e572636ab4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4981e04-0b42-475d-8711-94b32dc6a81f HTTP/1.1" status: 200 len: 854 time: 0.0460665 Jul 18 10:34:28.253702 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3f277-3259-4d48-bb2e-e9512e26a040 req-60c65eb9-1320-4691-bfa3-d13c69a28787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:28.255290 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-39d3f277-3259-4d48-bb2e-e9512e26a040 req-60c65eb9-1320-4691-bfa3-d13c69a28787 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397289 Jul 18 10:34:28.295660 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-b3d032f3-0156-466c-965f-95502106e69c admin admin] For port 7dcdc7fc-0742-43cf-93f7-48fbb085c1d7, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=7dcdc7fc-0742-43cf-93f7-48fbb085c1d7,segment=NetworkSegment(5932e4fd-a9c3-4211-a2f3-287684c7db3d),segment_id=5932e4fd-a9c3-4211-a2f3-287684c7db3d)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:34:28.295927 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b3d032f3-0156-466c-965f-95502106e69c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (7dcdc7fc-0742-43cf-93f7-48fbb085c1d7), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:28.309782 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-b3d032f3-0156-466c-965f-95502106e69c admin admin] Calling delete_port for 7dcdc7fc-0742-43cf-93f7-48fbb085c1d7 owned by network:router_interface {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:34:28.355436 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-39d3f277-3259-4d48-bb2e-e9512e26a040 req-16b6ba0f-579b-4260-af61-779d875fc7f0 service neutron] 10.222.0.30 "GET /v2.0/networks/a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933371 Jul 18 10:34:28.415636 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:28.447353 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-39d3f277-3259-4d48-bb2e-e9512e26a040 req-a2f00977-8845-4df7-88c9-1b05de5e6c76 service neutron] 10.222.0.30 "GET /v2.0/networks/a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845401 Jul 18 10:34:28.490320 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b3d032f3-0156-466c-965f-95502106e69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (7dcdc7fc-0742-43cf-93f7-48fbb085c1d7), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:28.513025 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d032f3-0156-466c-965f-95502106e69c admin admin] Pushing event deleted for resources: {'Port': ['ID=7dcdc7fc-0742-43cf-93f7-48fbb085c1d7,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:28.582665 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:28.592181 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261ee85-d40b-4549-8b38-120b7a6b8494 req-5fbe5c96-6979-4b14-b295-bce05c6662da tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:28.594320 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d261ee85-d40b-4549-8b38-120b7a6b8494 req-5fbe5c96-6979-4b14-b295-bce05c6662da tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 943 time: 0.0543184 Jul 18 10:34:28.647619 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d261ee85-d40b-4549-8b38-120b7a6b8494 req-6b2b588f-443e-4045-81ff-52222e3e6847 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471506 Jul 18 10:34:28.686220 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b3d032f3-0156-466c-965f-95502106e69c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-986589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660860'] for router_interface (a1818021-02af-4646-961e-e84db20a1250), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:28.893320 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d032f3-0156-466c-965f-95502106e69c admin admin] Router a1818021-02af-4646-961e-e84db20a1250 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:34:28.905527 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85386dde-cb81-43d6-9683-33a8bd07bc11 req-f40ef823-e604-424a-b1e1-c60583e8c745 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:28.907565 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-85386dde-cb81-43d6-9683-33a8bd07bc11 req-f40ef823-e604-424a-b1e1-c60583e8c745 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=72245495-f5b8-4f54-8d17-ec3e700bdd9b HTTP/1.1" status: 200 len: 944 time: 0.0489767 Jul 18 10:34:28.955337 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-85386dde-cb81-43d6-9683-33a8bd07bc11 req-fbdd7408-2d9e-410a-b754-4d30fb3a9f78 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=7f8acd90-2dd4-4972-a173-972f0c3a4aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421538 Jul 18 10:34:28.996754 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d032f3-0156-466c-965f-95502106e69c admin admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:34:29.003052 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-b3d032f3-0156-466c-965f-95502106e69c admin admin] 10.222.0.33 "PUT /v2.0/routers/a1818021-02af-4646-961e-e84db20a1250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5578372 Jul 18 10:34:29.004179 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35720) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:29.007491 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35ca3db-eb61-47c0-b7dc-1c49eb2b3f59 None None] Sync routers for ids ['a1818021-02af-4646-961e-e84db20a1250'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:34:29.017392 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35ca3db-eb61-47c0-b7dc-1c49eb2b3f59 None None] Routers {'a1818021-02af-4646-961e-e84db20a1250'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:34:29.018087 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-c35ca3db-eb61-47c0-b7dc-1c49eb2b3f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:34:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['a1818021-02af-4646-961e-e84db20a1250'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:29.082123 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:29.107415 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b2c484b6-28f1-4db1-a436-36fe0df5f181 admin admin] Publish callbacks [] for router (a1818021-02af-4646-961e-e84db20a1250), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:29.211288 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b2c484b6-28f1-4db1-a436-36fe0df5f181 admin admin] Publish callbacks [] for router_gateway (a1818021-02af-4646-961e-e84db20a1250), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:29.230419 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device b5aa065e-e228-4681-909e-bd39389938fd details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:34:29.235558 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 8763c93e-265a-48e3-9444-a3c09c88377b no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:34:29.255239 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-b2c484b6-28f1-4db1-a436-36fe0df5f181 admin admin] Deleting port e43cf630-e140-4ec3-8212-daa93bab66e6 {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:34:29.255575 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b2c484b6-28f1-4db1-a436-36fe0df5f181 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (e43cf630-e140-4ec3-8212-daa93bab66e6), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:29.272363 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:29.273218 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] No Port match for: 8763c93e-265a-48e3-9444-a3c09c88377b {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:34:29.273563 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 8763c93e-265a-48e3-9444-a3c09c88377b not bound to the agent host hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:34:29.306213 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-c35ca3db-eb61-47c0-b7dc-1c49eb2b3f59 None None] Set router a1818021-02af-4646-961e-e84db20a1250 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:34:29.339800 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-b2c484b6-28f1-4db1-a436-36fe0df5f181 admin admin] For port e43cf630-e140-4ec3-8212-daa93bab66e6, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=e43cf630-e140-4ec3-8212-daa93bab66e6,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:34:29.340144 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b2c484b6-28f1-4db1-a436-36fe0df5f181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (e43cf630-e140-4ec3-8212-daa93bab66e6), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:29.356959 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-b2c484b6-28f1-4db1-a436-36fe0df5f181 admin admin] Calling delete_port for e43cf630-e140-4ec3-8212-daa93bab66e6 owned by network:router_gateway {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:34:29.490973 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port b5aa065e-e228-4681-909e-bd39389938fd, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b5aa065e-e228-4681-909e-bd39389938fd,segment=NetworkSegment(d7f1c4dc-22c2-4c68-872d-90dc779e27be),segment_id=d7f1c4dc-22c2-4c68-872d-90dc779e27be)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:34:29.494584 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:29.504491 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:29.513483 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Returning: {'device': 'b5aa065e-e228-4681-909e-bd39389938fd', 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58', 'port_id': 'b5aa065e-e228-4681-909e-bd39389938fd', 'mac_address': 'fa:16:3e:db:e2:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:34:29.524246 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b2c484b6-28f1-4db1-a436-36fe0df5f181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (e43cf630-e140-4ec3-8212-daa93bab66e6), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:29.553395 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c484b6-28f1-4db1-a436-36fe0df5f181 admin admin] Pushing event deleted for resources: {'Port': ['ID=e43cf630-e140-4ec3-8212-daa93bab66e6,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:29.581521 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port b5aa065e-e228-4681-909e-bd39389938fd is: DOWN; New status is: BUILD {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:34:29.581916 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (b5aa065e-e228-4681-909e-bd39389938fd), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:29.586518 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-c35ca3db-eb61-47c0-b7dc-1c49eb2b3f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1818021-02af-4646-961e-e84db20a1250', 'name': 'tempest-TestMinimumBasicScenario-1106076287-router', 'tenant_id': 'f62ef510c8484995a2f31f29104f399f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e43cf630-e140-4ec3-8212-daa93bab66e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:31:27Z', 'updated_at': '2022-07-18T10:34:28Z', 'revision_number': 5, 'project_id': 'f62ef510c8484995a2f31f29104f399f', 'gw_port': {'id': 'e43cf630-e140-4ec3-8212-daa93bab66e6', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1818021-02af-4646-961e-e84db20a1250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:31:27Z', 'updated_at': '2022-07-18T10:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi'}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:29.611961 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b2c484b6-28f1-4db1-a436-36fe0df5f181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-781127'] for router_gateway (a1818021-02af-4646-961e-e84db20a1250), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:29.622869 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35ca3db-eb61-47c0-b7dc-1c49eb2b3f59 None None] Checking router: a1818021-02af-4646-961e-e84db20a1250 for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:34:29.627133 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5aa065e-e228-4681-909e-bd39389938fd {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:34:29.649435 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35ca3db-eb61-47c0-b7dc-1c49eb2b3f59 None None] Routers {'a1818021-02af-4646-961e-e84db20a1250'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:34:29.650052 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-c35ca3db-eb61-47c0-b7dc-1c49eb2b3f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:34:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['a1818021-02af-4646-961e-e84db20a1250'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:29.654635 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port b5aa065e-e228-4681-909e-bd39389938fd, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b5aa065e-e228-4681-909e-bd39389938fd,segment=NetworkSegment(d7f1c4dc-22c2-4c68-872d-90dc779e27be),segment_id=d7f1c4dc-22c2-4c68-872d-90dc779e27be)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:34:29.711580 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (b5aa065e-e228-4681-909e-bd39389938fd), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:29.713096 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b2c484b6-28f1-4db1-a436-36fe0df5f181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1411'] for router (a1818021-02af-4646-961e-e84db20a1250), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:29.715587 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b2c484b6-28f1-4db1-a436-36fe0df5f181 admin admin] Publish callbacks [] for router_controller (a1818021-02af-4646-961e-e84db20a1250), precommit_delete_associations {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:29.752684 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-c35ca3db-eb61-47c0-b7dc-1c49eb2b3f59 None None] Set router a1818021-02af-4646-961e-e84db20a1250 gateway port host: None {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:34:29.775754 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec0d71-1e69-400e-8df4-3743bf388c64 req-ce17d9e6-a7e2-4aac-9246-00365c01989d tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:29.777990 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a9ec0d71-1e69-400e-8df4-3743bf388c64 req-ce17d9e6-a7e2-4aac-9246-00365c01989d tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 944 time: 0.0490427 Jul 18 10:34:29.782930 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b2c484b6-28f1-4db1-a436-36fe0df5f181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660434'] for router (a1818021-02af-4646-961e-e84db20a1250), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:29.783608 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c484b6-28f1-4db1-a436-36fe0df5f181 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1818021-02af-4646-961e-e84db20a1250 {{(pid=103898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 10:34:29.791935 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b2c484b6-28f1-4db1-a436-36fe0df5f181 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:29.795619 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-b2c484b6-28f1-4db1-a436-36fe0df5f181 admin admin] 10.222.0.33 "DELETE /v2.0/routers/a1818021-02af-4646-961e-e84db20a1250 HTTP/1.1" status: 204 len: 168 time: 0.7880526 Jul 18 10:34:29.795901 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 35724) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:29.816757 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-c35ca3db-eb61-47c0-b7dc-1c49eb2b3f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1818021-02af-4646-961e-e84db20a1250', 'name': 'tempest-TestMinimumBasicScenario-1106076287-router', 'tenant_id': 'f62ef510c8484995a2f31f29104f399f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:31:27Z', 'updated_at': '2022-07-18T10:34:29Z', 'revision_number': 7, 'project_id': 'f62ef510c8484995a2f31f29104f399f', 'gw_port_host': None}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:29.853736 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35ca3db-eb61-47c0-b7dc-1c49eb2b3f59 None None] The sync data for ids ['a1818021-02af-4646-961e-e84db20a1250'] in dv-cinder-837546-3-iscsi is: [{'id': 'a1818021-02af-4646-961e-e84db20a1250', 'name': 'tempest-TestMinimumBasicScenario-1106076287-router', 'tenant_id': 'f62ef510c8484995a2f31f29104f399f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:31:27Z', 'updated_at': '2022-07-18T10:34:29Z', 'revision_number': 7, 'project_id': 'f62ef510c8484995a2f31f29104f399f', 'gw_port_host': None}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:34:29.857765 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=b5aa065e-e228-4681-909e-bd39389938fd,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:29.870579 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_v2 [None req-09fab753-62f8-49ec-ad76-16d75c9df0aa admin admin] Deleting subnet 55548d87-fc3b-4ac4-be60-cb359f31d5e1 {{(pid=103899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 10:34:29.876063 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a9ec0d71-1e69-400e-8df4-3743bf388c64 req-0e0695aa-e3a4-4e0b-88ee-0c1b7dde4f4c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915215 Jul 18 10:34:29.878103 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-09fab753-62f8-49ec-ad76-16d75c9df0aa admin admin] Publish callbacks [] for subnet (55548d87-fc3b-4ac4-be60-cb359f31d5e1), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:29.916367 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-09fab753-62f8-49ec-ad76-16d75c9df0aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261079323'] for subnet (55548d87-fc3b-4ac4-be60-cb359f31d5e1), precommit_delete_associations {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:29.962299 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['b5aa065e-e228-4681-909e-bd39389938fd'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:34:29.999442 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-09fab753-62f8-49ec-ad76-16d75c9df0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8074828'] for subnet (55548d87-fc3b-4ac4-be60-cb359f31d5e1), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:30.068251 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:30.083542 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a04be-1298-4eaf-bda7-21ed376a22ca req-004e97e6-7e86-47d8-abe1-09e17ccb6ed2 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:30.085186 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-854a04be-1298-4eaf-bda7-21ed376a22ca req-004e97e6-7e86-47d8-abe1-09e17ccb6ed2 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=72245495-f5b8-4f54-8d17-ec3e700bdd9b HTTP/1.1" status: 200 len: 944 time: 0.0599890 Jul 18 10:34:30.091934 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:30.112787 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-09fab753-62f8-49ec-ad76-16d75c9df0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8074843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260940353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260462226'] for subnet (55548d87-fc3b-4ac4-be60-cb359f31d5e1), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:30.147445 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-09fab753-62f8-49ec-ad76-16d75c9df0aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for subnet (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:30.152776 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-09fab753-62f8-49ec-ad76-16d75c9df0aa admin admin] 10.222.0.33 "DELETE /v2.0/subnets/55548d87-fc3b-4ac4-be60-cb359f31d5e1 HTTP/1.1" status: 204 len: 168 time: 0.3535783 Jul 18 10:34:30.153128 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35728) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:30.158752 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fab753-62f8-49ec-ad76-16d75c9df0aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55548d87-fc3b-4ac4-be60-cb359f31d5e1,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:30.162037 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a32934-dc4c-4a1e-a3cc-f05cd77c05de None None] Network 2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:34:30.180228 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-854a04be-1298-4eaf-bda7-21ed376a22ca req-214ee936-63d9-419c-bd89-fecc9b3d8b82 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=7f8acd90-2dd4-4972-a173-972f0c3a4aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859239 Jul 18 10:34:30.234855 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-672a0720-1ff8-485d-9d8b-d5604bf354e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7979611'] for network (2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:30.284537 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-672a0720-1ff8-485d-9d8b-d5604bf354e4 admin admin] Deleting port a15736cc-a1e4-4acc-973d-7c0bf271ad50 {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:34:30.286169 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-672a0720-1ff8-485d-9d8b-d5604bf354e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (a15736cc-a1e4-4acc-973d-7c0bf271ad50), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:30.338798 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7fed72-b99d-47e8-90e5-2b42d8b417e5 None None] DHCP port deletion for 2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c request from dv-cinder-837546-3-iscsi {{(pid=103900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 10:34:30.365049 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-672a0720-1ff8-485d-9d8b-d5604bf354e4 admin admin] For port a15736cc-a1e4-4acc-973d-7c0bf271ad50, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=a15736cc-a1e4-4acc-973d-7c0bf271ad50,segment=NetworkSegment(5932e4fd-a9c3-4211-a2f3-287684c7db3d),segment_id=5932e4fd-a9c3-4211-a2f3-287684c7db3d)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:34:30.365417 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-672a0720-1ff8-485d-9d8b-d5604bf354e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (a15736cc-a1e4-4acc-973d-7c0bf271ad50), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:30.375933 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-8e7fed72-b99d-47e8-90e5-2b42d8b417e5 None None] Deleting port a15736cc-a1e4-4acc-973d-7c0bf271ad50 {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:34:30.376301 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8e7fed72-b99d-47e8-90e5-2b42d8b417e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (a15736cc-a1e4-4acc-973d-7c0bf271ad50), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:30.378407 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-672a0720-1ff8-485d-9d8b-d5604bf354e4 admin admin] Calling delete_port for a15736cc-a1e4-4acc-973d-7c0bf271ad50 owned by network:dhcp {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:34:30.420822 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:30.444246 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-8e7fed72-b99d-47e8-90e5-2b42d8b417e5 None None] For port a15736cc-a1e4-4acc-973d-7c0bf271ad50, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=a15736cc-a1e4-4acc-973d-7c0bf271ad50,segment=NetworkSegment(5932e4fd-a9c3-4211-a2f3-287684c7db3d),segment_id=5932e4fd-a9c3-4211-a2f3-287684c7db3d)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:34:30.444827 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8e7fed72-b99d-47e8-90e5-2b42d8b417e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (a15736cc-a1e4-4acc-973d-7c0bf271ad50), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:30.458672 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-8e7fed72-b99d-47e8-90e5-2b42d8b417e5 None None] Calling delete_port for a15736cc-a1e4-4acc-973d-7c0bf271ad50 owned by network:dhcp {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:34:30.464668 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-672a0720-1ff8-485d-9d8b-d5604bf354e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (a15736cc-a1e4-4acc-973d-7c0bf271ad50), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:30.490374 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a0720-1ff8-485d-9d8b-d5604bf354e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a15736cc-a1e4-4acc-973d-7c0bf271ad50,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:30.492176 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672a0720-1ff8-485d-9d8b-d5604bf354e4 admin admin] No DVR routers for this DVR port a15736cc-a1e4-4acc-973d-7c0bf271ad50 on host dv-cinder-837546-3-iscsi {{(pid=103898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:34:30.502037 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:30.539052 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8e7fed72-b99d-47e8-90e5-2b42d8b417e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607'] for port (a15736cc-a1e4-4acc-973d-7c0bf271ad50), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:30.565029 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-672a0720-1ff8-485d-9d8b-d5604bf354e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8074381', 'neutron.services.segments.db._delete_segments_for_network-8756234178838'] for network (2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:30.567965 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7fed72-b99d-47e8-90e5-2b42d8b417e5 None None] Pushing event deleted for resources: {'Port': ['ID=a15736cc-a1e4-4acc-973d-7c0bf271ad50,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:30.572836 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7fed72-b99d-47e8-90e5-2b42d8b417e5 None None] No DVR routers for this DVR port a15736cc-a1e4-4acc-973d-7c0bf271ad50 on host dv-cinder-837546-3-iscsi {{(pid=103900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:34:30.586051 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.services.segments.db [None req-672a0720-1ff8-485d-9d8b-d5604bf354e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c']}} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:30.595507 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.services.segments.db [None req-672a0720-1ff8-485d-9d8b-d5604bf354e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5932e4fd-a9c3-4211-a2f3-287684c7db3d') {'for_net_delete': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:30.595807 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.services.segments.db [None req-672a0720-1ff8-485d-9d8b-d5604bf354e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5932e4fd-a9c3-4211-a2f3-287684c7db3d') {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:30.605534 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-672a0720-1ff8-485d-9d8b-d5604bf354e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756234179103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260918846'] for segment (5932e4fd-a9c3-4211-a2f3-287684c7db3d), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:30.619263 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-672a0720-1ff8-485d-9d8b-d5604bf354e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (5932e4fd-a9c3-4211-a2f3-287684c7db3d), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:30.626469 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-672a0720-1ff8-485d-9d8b-d5604bf354e4 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 10:34:30.626987 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-672a0720-1ff8-485d-9d8b-d5604bf354e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260947020'] for segment (5932e4fd-a9c3-4211-a2f3-287684c7db3d), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:30.674562 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.services.segments.plugin [-] Segment 5932e4fd-a9c3-4211-a2f3-287684c7db3d resource provider aggregate not found Jul 18 10:34:30.695901 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.services.segments.plugin [-] Segment 5932e4fd-a9c3-4211-a2f3-287684c7db3d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5932e4fd-a9c3-4211-a2f3-287684c7db3d found for delete ", "request_id": "req-ab8a46b2-8f49-4086-a6cc-c1fbec83d379"}]} Jul 18 10:34:30.696895 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-672a0720-1ff8-485d-9d8b-d5604bf354e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8074358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781180'] for network (2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:30.701332 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-672a0720-1ff8-485d-9d8b-d5604bf354e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:30.704530 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-672a0720-1ff8-485d-9d8b-d5604bf354e4 admin admin] 10.222.0.33 "DELETE /v2.0/networks/2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c HTTP/1.1" status: 204 len: 168 time: 0.5504010 Jul 18 10:34:30.707501 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 35734) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:30.717496 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a0720-1ff8-485d-9d8b-d5604bf354e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ad8bb67-e0de-4ff2-b2c4-142f0b4e768c,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:31.034308 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004f000-41a0-4558-be46-25166d39dd11 req-b3ec93e5-09a7-4887-93f0-9a7694e0dd57 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:31.035765 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1004f000-41a0-4558-be46-25166d39dd11 req-b3ec93e5-09a7-4887-93f0-9a7694e0dd57 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 944 time: 0.0645537 Jul 18 10:34:31.083688 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-af5ef53d-cee2-4e3a-a8ce-6bcb01e89749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660928'] for router_interface (1e6bbf79-6fe0-4428-a436-b29fd5ae4018), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:31.145370 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1004f000-41a0-4558-be46-25166d39dd11 req-da1877c1-ddab-4898-82a0-04104e83a204 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940604 Jul 18 10:34:31.248463 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device bab76dc7-a21a-4a7f-826e-1410690583a4 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:34:31.254478 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device b5aa065e-e228-4681-909e-bd39389938fd up at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:34:31.285552 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device e43cf630-e140-4ec3-8212-daa93bab66e6 no longer exists at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:34:31.310351 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:31.319085 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] No Port match for: e43cf630-e140-4ec3-8212-daa93bab66e6 {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:34:31.319764 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device e43cf630-e140-4ec3-8212-daa93bab66e6 not bound to the agent host dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:34:31.319901 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 7dcdc7fc-0742-43cf-93f7-48fbb085c1d7 no longer exists at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:34:31.323299 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=75,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:31.326202 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcabe50-5da2-479a-af20-ca0c969ef510 req-1b94c8b3-0590-4fd2-8638-ac2c7b83e013 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:31.327142 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-7fcabe50-5da2-479a-af20-ca0c969ef510 req-1b94c8b3-0590-4fd2-8638-ac2c7b83e013 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=72245495-f5b8-4f54-8d17-ec3e700bdd9b HTTP/1.1" status: 200 len: 944 time: 0.0730593 Jul 18 10:34:31.348945 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] No Port match for: 7dcdc7fc-0742-43cf-93f7-48fbb085c1d7 {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:34:31.349297 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 7dcdc7fc-0742-43cf-93f7-48fbb085c1d7 not bound to the agent host dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:34:31.349713 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device a15736cc-a1e4-4acc-973d-7c0bf271ad50 no longer exists at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:34:31.395581 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] No Port match for: a15736cc-a1e4-4acc-973d-7c0bf271ad50 {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:34:31.396119 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device a15736cc-a1e4-4acc-973d-7c0bf271ad50 not bound to the agent host dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:34:31.399833 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-af5ef53d-cee2-4e3a-a8ce-6bcb01e89749 admin admin] Deleting port 36dfeb9d-7ab3-4e34-836b-4661c2b46079 {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:34:31.400129 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-af5ef53d-cee2-4e3a-a8ce-6bcb01e89749 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (36dfeb9d-7ab3-4e34-836b-4661c2b46079), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:31.405977 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning for port b5aa065e-e228-4681-909e-bd39389938fd completed by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:34:31.414296 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning complete for port b5aa065e-e228-4681-909e-bd39389938fd triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:31.414710 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (b5aa065e-e228-4681-909e-bd39389938fd), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:31.430308 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-7fcabe50-5da2-479a-af20-ca0c969ef510 req-f7276706-97fb-469f-bb02-e8f5fabedad1 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=7f8acd90-2dd4-4972-a173-972f0c3a4aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960631 Jul 18 10:34:31.490865 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:31.492778 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-af5ef53d-cee2-4e3a-a8ce-6bcb01e89749 admin admin] For port 36dfeb9d-7ab3-4e34-836b-4661c2b46079, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=36dfeb9d-7ab3-4e34-836b-4661c2b46079,segment=NetworkSegment(b45be2e7-7251-4cdd-9e21-31af79e7b824),segment_id=b45be2e7-7251-4cdd-9e21-31af79e7b824)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:34:31.493076 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-af5ef53d-cee2-4e3a-a8ce-6bcb01e89749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (36dfeb9d-7ab3-4e34-836b-4661c2b46079), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:31.507265 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port bab76dc7-a21a-4a7f-826e-1410690583a4, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bab76dc7-a21a-4a7f-826e-1410690583a4,segment=NetworkSegment(9f9e9026-9d7c-43b5-af17-ac9b99df5729),segment_id=9f9e9026-9d7c-43b5-af17-ac9b99df5729)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:34:31.507605 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-af5ef53d-cee2-4e3a-a8ce-6bcb01e89749 admin admin] Calling delete_port for 36dfeb9d-7ab3-4e34-836b-4661c2b46079 owned by network:router_interface {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:34:31.541356 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Returning: {'device': 'bab76dc7-a21a-4a7f-826e-1410690583a4', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'port_id': 'bab76dc7-a21a-4a7f-826e-1410690583a4', 'mac_address': 'fa:16:3e:2d:d6:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:34:31.567334 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:31.578568 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port b5aa065e-e228-4681-909e-bd39389938fd is: BUILD; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:34:31.578955 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (b5aa065e-e228-4681-909e-bd39389938fd), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:31.605199 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port bab76dc7-a21a-4a7f-826e-1410690583a4 is: DOWN; New status is: BUILD {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:34:31.605585 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (bab76dc7-a21a-4a7f-826e-1410690583a4), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:31.612236 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a84290-3520-427e-af49-f380d2a144bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5aa065e-e228-4681-909e-bd39389938fd'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:34:31.614491 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84681e705a03fd555db26336157b75fd76ce56e0c69b7b802094418238443ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d190b4cf-1a46-48d4-be76-2056b87621db" -d '{"events": [{"server_uuid": "b1a84290-3520-427e-af49-f380d2a144bb", "name": "network-vif-plugged", "status": "completed", "tag": "b5aa065e-e228-4681-909e-bd39389938fd"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:34:31.635828 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port b5aa065e-e228-4681-909e-bd39389938fd, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b5aa065e-e228-4681-909e-bd39389938fd,segment=NetworkSegment(d7f1c4dc-22c2-4c68-872d-90dc779e27be),segment_id=d7f1c4dc-22c2-4c68-872d-90dc779e27be)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:34:31.638299 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bab76dc7-a21a-4a7f-826e-1410690583a4 {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:34:31.645385 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (b5aa065e-e228-4681-909e-bd39389938fd), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:31.675377 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7bd41d-005c-418b-9fa6-188e71326e8f x-openstack-request-id: req-cf7bd41d-005c-418b-9fa6-188e71326e8f {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:34:31.675698 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a84290-3520-427e-af49-f380d2a144bb", "name": "network-vif-plugged", "status": "completed", "tag": "b5aa065e-e228-4681-909e-bd39389938fd", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:34:31.675953 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-cf7bd41d-005c-418b-9fa6-188e71326e8f {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:34:31.676350 dv-cinder-837546-3-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf7bd41d-005c-418b-9fa6-188e71326e8f'] response: {'server_uuid': 'b1a84290-3520-427e-af49-f380d2a144bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5aa065e-e228-4681-909e-bd39389938fd', 'code': 200} Jul 18 10:34:31.692934 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port bab76dc7-a21a-4a7f-826e-1410690583a4, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bab76dc7-a21a-4a7f-826e-1410690583a4,segment=NetworkSegment(9f9e9026-9d7c-43b5-af17-ac9b99df5729),segment_id=9f9e9026-9d7c-43b5-af17-ac9b99df5729)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:34:31.704635 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (bab76dc7-a21a-4a7f-826e-1410690583a4), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:31.707407 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-af5ef53d-cee2-4e3a-a8ce-6bcb01e89749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (36dfeb9d-7ab3-4e34-836b-4661c2b46079), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:31.722350 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=b5aa065e-e228-4681-909e-bd39389938fd,revision_number=5']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:31.736461 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ef53d-cee2-4e3a-a8ce-6bcb01e89749 admin admin] Pushing event deleted for resources: {'Port': ['ID=36dfeb9d-7ab3-4e34-836b-4661c2b46079,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:31.780048 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=bab76dc7-a21a-4a7f-826e-1410690583a4,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:31.889816 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa75a3-67a4-40cc-976f-e5b3c9e99a42 req-6085a0ab-3e45-4ba7-9590-a3efc2f018c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:31.892071 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2aaa75a3-67a4-40cc-976f-e5b3c9e99a42 req-6085a0ab-3e45-4ba7-9590-a3efc2f018c1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 1129 time: 0.0809145 Jul 18 10:34:31.967253 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['bab76dc7-a21a-4a7f-826e-1410690583a4'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:34:31.990571 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2aaa75a3-67a4-40cc-976f-e5b3c9e99a42 req-2ab285f7-6ed8-4eb2-a984-b89be7a26379 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906458 Jul 18 10:34:31.991589 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-af5ef53d-cee2-4e3a-a8ce-6bcb01e89749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-986589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660860'] for router_interface (1e6bbf79-6fe0-4428-a436-b29fd5ae4018), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:32.204073 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5ef53d-cee2-4e3a-a8ce-6bcb01e89749 admin admin] Router 1e6bbf79-6fe0-4428-a436-b29fd5ae4018 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:34:32.323751 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135b24d-e353-48a4-b481-22225ab0ff08 req-a6dd2cbe-db69-4a4e-8f7a-f6d7b768c8c1 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:32.325197 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e135b24d-e353-48a4-b481-22225ab0ff08 req-a6dd2cbe-db69-4a4e-8f7a-f6d7b768c8c1 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 945 time: 0.1089940 Jul 18 10:34:32.365521 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5ef53d-cee2-4e3a-a8ce-6bcb01e89749 admin admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:34:32.374017 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f646745-095e-4347-b3e8-734d3104e942 None None] Sync routers for ids ['1e6bbf79-6fe0-4428-a436-b29fd5ae4018'] in dv-cinder-837546-3-iscsi {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:34:32.374636 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-af5ef53d-cee2-4e3a-a8ce-6bcb01e89749 admin admin] 10.222.0.33 "PUT /v2.0/routers/1e6bbf79-6fe0-4428-a436-b29fd5ae4018/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6658821 Jul 18 10:34:32.377279 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35744) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:32.389193 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f646745-095e-4347-b3e8-734d3104e942 None None] Routers {'1e6bbf79-6fe0-4428-a436-b29fd5ae4018'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:34:32.389901 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-7f646745-095e-4347-b3e8-734d3104e942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:34:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['1e6bbf79-6fe0-4428-a436-b29fd5ae4018'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:32.394189 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e135b24d-e353-48a4-b481-22225ab0ff08 req-7a71373a-beb0-47bf-887b-659c1b6c4523 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622301 Jul 18 10:34:32.481532 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-281571f1-adda-440a-b8bc-f0b4bf280efa admin admin] Publish callbacks [] for router (1e6bbf79-6fe0-4428-a436-b29fd5ae4018), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:32.494417 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-7f646745-095e-4347-b3e8-734d3104e942 None None] Set router 1e6bbf79-6fe0-4428-a436-b29fd5ae4018 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:34:32.534167 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:32.539914 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:32.553406 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2125f-6e35-44ae-a286-e1b9d23a7cce req-724fdec8-2415-48f6-9644-90f14ef98078 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:32.554927 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-77c2125f-6e35-44ae-a286-e1b9d23a7cce req-724fdec8-2415-48f6-9644-90f14ef98078 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=72245495-f5b8-4f54-8d17-ec3e700bdd9b HTTP/1.1" status: 200 len: 945 time: 0.0519819 Jul 18 10:34:32.560932 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:32.586254 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-281571f1-adda-440a-b8bc-f0b4bf280efa admin admin] Publish callbacks [] for router_gateway (1e6bbf79-6fe0-4428-a436-b29fd5ae4018), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:32.613066 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-77c2125f-6e35-44ae-a286-e1b9d23a7cce req-f87eeeed-a9d7-4f2a-8f13-dbc02459b730 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=7f8acd90-2dd4-4972-a173-972f0c3a4aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484326 Jul 18 10:34:32.636353 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-281571f1-adda-440a-b8bc-f0b4bf280efa admin admin] Deleting port 098baab4-b5e8-4ba0-a24c-b6e7a8945cb9 {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:34:32.636728 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-281571f1-adda-440a-b8bc-f0b4bf280efa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (098baab4-b5e8-4ba0-a24c-b6e7a8945cb9), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:32.667891 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-7f646745-095e-4347-b3e8-734d3104e942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6bbf79-6fe0-4428-a436-b29fd5ae4018', 'name': 'tempest-TestMinimumBasicScenario-1470236399-router', 'tenant_id': 'ddd22b027e204f30848e177ea4b8dfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '098baab4-b5e8-4ba0-a24c-b6e7a8945cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:31:34Z', 'updated_at': '2022-07-18T10:34:31Z', 'revision_number': 5, 'project_id': 'ddd22b027e204f30848e177ea4b8dfe6', 'gw_port': {'id': '098baab4-b5e8-4ba0-a24c-b6e7a8945cb9', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6bbf79-6fe0-4428-a436-b29fd5ae4018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:31:35Z', 'updated_at': '2022-07-18T10:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi'}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:32.693896 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f646745-095e-4347-b3e8-734d3104e942 None None] Checking router: 1e6bbf79-6fe0-4428-a436-b29fd5ae4018 for host: dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:34:32.703854 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f646745-095e-4347-b3e8-734d3104e942 None None] Routers {'1e6bbf79-6fe0-4428-a436-b29fd5ae4018'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:34:32.704109 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-7f646745-095e-4347-b3e8-734d3104e942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:34:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['1e6bbf79-6fe0-4428-a436-b29fd5ae4018'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:32.792345 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-7f646745-095e-4347-b3e8-734d3104e942 None None] Set router 1e6bbf79-6fe0-4428-a436-b29fd5ae4018 gateway port host: None {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:34:32.847089 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-7f646745-095e-4347-b3e8-734d3104e942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6bbf79-6fe0-4428-a436-b29fd5ae4018', 'name': 'tempest-TestMinimumBasicScenario-1470236399-router', 'tenant_id': 'ddd22b027e204f30848e177ea4b8dfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:31:34Z', 'updated_at': '2022-07-18T10:34:32Z', 'revision_number': 6, 'project_id': 'ddd22b027e204f30848e177ea4b8dfe6', 'gw_port_host': None}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:32.872309 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f646745-095e-4347-b3e8-734d3104e942 None None] The sync data for ids ['1e6bbf79-6fe0-4428-a436-b29fd5ae4018'] in dv-cinder-837546-3-iscsi is: [{'id': '1e6bbf79-6fe0-4428-a436-b29fd5ae4018', 'name': 'tempest-TestMinimumBasicScenario-1470236399-router', 'tenant_id': 'ddd22b027e204f30848e177ea4b8dfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:31:34Z', 'updated_at': '2022-07-18T10:34:32Z', 'revision_number': 6, 'project_id': 'ddd22b027e204f30848e177ea4b8dfe6', 'gw_port_host': None}] {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:34:32.943164 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-281571f1-adda-440a-b8bc-f0b4bf280efa admin admin] For port 098baab4-b5e8-4ba0-a24c-b6e7a8945cb9, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=098baab4-b5e8-4ba0-a24c-b6e7a8945cb9,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:34:32.943523 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-281571f1-adda-440a-b8bc-f0b4bf280efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (098baab4-b5e8-4ba0-a24c-b6e7a8945cb9), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:32.956654 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-281571f1-adda-440a-b8bc-f0b4bf280efa admin admin] Calling delete_port for 098baab4-b5e8-4ba0-a24c-b6e7a8945cb9 owned by network:router_gateway {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:34:33.119695 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-281571f1-adda-440a-b8bc-f0b4bf280efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (098baab4-b5e8-4ba0-a24c-b6e7a8945cb9), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:33.124382 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:33.146344 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281571f1-adda-440a-b8bc-f0b4bf280efa admin admin] Pushing event deleted for resources: {'Port': ['ID=098baab4-b5e8-4ba0-a24c-b6e7a8945cb9,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:33.225016 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-281571f1-adda-440a-b8bc-f0b4bf280efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-781127'] for router_gateway (1e6bbf79-6fe0-4428-a436-b29fd5ae4018), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:33.254962 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device bab76dc7-a21a-4a7f-826e-1410690583a4 up at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:34:33.280680 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:33.316105 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning for port bab76dc7-a21a-4a7f-826e-1410690583a4 completed by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:34:33.322385 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning complete for port bab76dc7-a21a-4a7f-826e-1410690583a4 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:33.322888 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (bab76dc7-a21a-4a7f-826e-1410690583a4), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:33.325841 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-281571f1-adda-440a-b8bc-f0b4bf280efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1411'] for router (1e6bbf79-6fe0-4428-a436-b29fd5ae4018), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:33.328697 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-281571f1-adda-440a-b8bc-f0b4bf280efa admin admin] Publish callbacks [] for router_controller (1e6bbf79-6fe0-4428-a436-b29fd5ae4018), precommit_delete_associations {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:33.377918 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-281571f1-adda-440a-b8bc-f0b4bf280efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660434'] for router (1e6bbf79-6fe0-4428-a436-b29fd5ae4018), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:33.378611 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281571f1-adda-440a-b8bc-f0b4bf280efa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e6bbf79-6fe0-4428-a436-b29fd5ae4018 {{(pid=103898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 10:34:33.383711 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-281571f1-adda-440a-b8bc-f0b4bf280efa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:33.384931 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-281571f1-adda-440a-b8bc-f0b4bf280efa admin admin] 10.222.0.33 "DELETE /v2.0/routers/1e6bbf79-6fe0-4428-a436-b29fd5ae4018 HTTP/1.1" status: 204 len: 168 time: 1.0066452 Jul 18 10:34:33.387546 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 35748) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:33.389323 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:33.404441 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port bab76dc7-a21a-4a7f-826e-1410690583a4 is: BUILD; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:34:33.404864 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (bab76dc7-a21a-4a7f-826e-1410690583a4), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:33.440747 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port bab76dc7-a21a-4a7f-826e-1410690583a4, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bab76dc7-a21a-4a7f-826e-1410690583a4,segment=NetworkSegment(9f9e9026-9d7c-43b5-af17-ac9b99df5729),segment_id=9f9e9026-9d7c-43b5-af17-ac9b99df5729)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:34:33.443888 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_v2 [None req-b244a875-25fd-472b-bfb8-f749d14be286 admin admin] Deleting subnet f17b772f-f7bb-47d1-9b3a-899b66f6dae9 {{(pid=103899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 10:34:33.445590 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (bab76dc7-a21a-4a7f-826e-1410690583a4), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:33.449057 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b244a875-25fd-472b-bfb8-f749d14be286 admin admin] Publish callbacks [] for subnet (f17b772f-f7bb-47d1-9b3a-899b66f6dae9), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:33.497214 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=bab76dc7-a21a-4a7f-826e-1410690583a4,revision_number=5']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:33.504167 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b244a875-25fd-472b-bfb8-f749d14be286 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261079323'] for subnet (f17b772f-f7bb-47d1-9b3a-899b66f6dae9), precommit_delete_associations {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:33.563853 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214aef7-42a1-4d21-8f89-b9cfcbada430 req-488d5dd2-a807-40ea-a589-bfcf39f4e45f tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:33.565362 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0214aef7-42a1-4d21-8f89-b9cfcbada430 req-488d5dd2-a807-40ea-a589-bfcf39f4e45f tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 945 time: 0.0763361 Jul 18 10:34:33.651463 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b244a875-25fd-472b-bfb8-f749d14be286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8074828'] for subnet (f17b772f-f7bb-47d1-9b3a-899b66f6dae9), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:33.674627 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 36dfeb9d-7ab3-4e34-836b-4661c2b46079 no longer exists at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:34:33.677720 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0214aef7-42a1-4d21-8f89-b9cfcbada430 req-be4cade7-bf2a-4789-a8a3-191e4f5a7672 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063795 Jul 18 10:34:33.677948 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72245495-f5b8-4f54-8d17-ec3e700bdd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab76dc7-a21a-4a7f-826e-1410690583a4'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:34:33.680284 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84681e705a03fd555db26336157b75fd76ce56e0c69b7b802094418238443ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933c3758-a844-4004-8b9d-8f33c38bd6c6" -d '{"events": [{"server_uuid": "72245495-f5b8-4f54-8d17-ec3e700bdd9b", "name": "network-vif-plugged", "status": "completed", "tag": "bab76dc7-a21a-4a7f-826e-1410690583a4"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:34:33.709367 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] No Port match for: 36dfeb9d-7ab3-4e34-836b-4661c2b46079 {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:34:33.710027 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 36dfeb9d-7ab3-4e34-836b-4661c2b46079 not bound to the agent host dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:34:33.739713 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d602cf8b-0dc4-42a3-b35c-fdea8768353d x-openstack-request-id: req-d602cf8b-0dc4-42a3-b35c-fdea8768353d {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:34:33.740157 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72245495-f5b8-4f54-8d17-ec3e700bdd9b", "name": "network-vif-plugged", "status": "completed", "tag": "bab76dc7-a21a-4a7f-826e-1410690583a4", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:34:33.740533 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d602cf8b-0dc4-42a3-b35c-fdea8768353d {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:34:33.741041 dv-cinder-837546-3-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d602cf8b-0dc4-42a3-b35c-fdea8768353d'] response: {'server_uuid': '72245495-f5b8-4f54-8d17-ec3e700bdd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab76dc7-a21a-4a7f-826e-1410690583a4', 'code': 200} Jul 18 10:34:33.757761 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b244a875-25fd-472b-bfb8-f749d14be286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8074843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260940353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260462226'] for subnet (f17b772f-f7bb-47d1-9b3a-899b66f6dae9), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:33.790964 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f36b2e-e57e-4ab6-a144-b2011901b18d req-da08e9a9-c82f-4ff6-9859-73f15320b759 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:33.794464 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-21f36b2e-e57e-4ab6-a144-b2011901b18d req-da08e9a9-c82f-4ff6-9859-73f15320b759 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=72245495-f5b8-4f54-8d17-ec3e700bdd9b HTTP/1.1" status: 200 len: 946 time: 0.0857360 Jul 18 10:34:33.800163 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244a875-25fd-472b-bfb8-f749d14be286 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f17b772f-f7bb-47d1-9b3a-899b66f6dae9,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:33.818521 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9e525f-0e99-4e69-b4a5-02b788cf150c None None] Network 870f3279-11e6-413f-b79e-505ce09ed7f4 requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:34:33.819175 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b244a875-25fd-472b-bfb8-f749d14be286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for subnet (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:33.824553 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-b244a875-25fd-472b-bfb8-f749d14be286 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/f17b772f-f7bb-47d1-9b3a-899b66f6dae9 HTTP/1.1" status: 204 len: 168 time: 0.4338520 Jul 18 10:34:33.825286 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35756) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:33.879771 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-21f36b2e-e57e-4ab6-a144-b2011901b18d req-6d19186f-c576-4ec5-a55f-5c456388b55b tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=7f8acd90-2dd4-4972-a173-972f0c3a4aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806801 Jul 18 10:34:33.923186 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5736b889-ae8c-4ce4-b2d7-45d29880d181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7979611'] for network (870f3279-11e6-413f-b79e-505ce09ed7f4), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:33.952406 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdf058-d879-4bad-8637-9c742583d788 req-41e24927-ad94-481b-b2da-3f20e79f4b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:33.954564 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-56fdf058-d879-4bad-8637-9c742583d788 req-41e24927-ad94-481b-b2da-3f20e79f4b7d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=72245495-f5b8-4f54-8d17-ec3e700bdd9b HTTP/1.1" status: 200 len: 1130 time: 0.0459454 Jul 18 10:34:33.977766 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-5736b889-ae8c-4ce4-b2d7-45d29880d181 admin admin] Deleting port 66970eb6-8e8e-4940-ae03-c61bf0dd3fb4 {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:34:33.978119 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5736b889-ae8c-4ce4-b2d7-45d29880d181 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (66970eb6-8e8e-4940-ae03-c61bf0dd3fb4), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:34.003394 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ba4375-dcb9-4d61-8e18-d9b22e565e24 None None] DHCP port deletion for 870f3279-11e6-413f-b79e-505ce09ed7f4 request from dv-cinder-837546-3-iscsi {{(pid=103900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 10:34:34.012151 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-56fdf058-d879-4bad-8637-9c742583d788 req-457147ae-df6c-4392-a844-767b0a2b7714 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7f8acd90-2dd4-4972-a173-972f0c3a4aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496294 Jul 18 10:34:34.046514 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-5736b889-ae8c-4ce4-b2d7-45d29880d181 admin admin] For port 66970eb6-8e8e-4940-ae03-c61bf0dd3fb4, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=66970eb6-8e8e-4940-ae03-c61bf0dd3fb4,segment=NetworkSegment(b45be2e7-7251-4cdd-9e21-31af79e7b824),segment_id=b45be2e7-7251-4cdd-9e21-31af79e7b824)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:34:34.046893 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5736b889-ae8c-4ce4-b2d7-45d29880d181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (66970eb6-8e8e-4940-ae03-c61bf0dd3fb4), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:34.052416 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-f1ba4375-dcb9-4d61-8e18-d9b22e565e24 None None] Deleting port 66970eb6-8e8e-4940-ae03-c61bf0dd3fb4 {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:34:34.052823 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f1ba4375-dcb9-4d61-8e18-d9b22e565e24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (66970eb6-8e8e-4940-ae03-c61bf0dd3fb4), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:34.062675 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-5736b889-ae8c-4ce4-b2d7-45d29880d181 admin admin] Calling delete_port for 66970eb6-8e8e-4940-ae03-c61bf0dd3fb4 owned by network:dhcp {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:34:34.117355 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-f1ba4375-dcb9-4d61-8e18-d9b22e565e24 None None] For port 66970eb6-8e8e-4940-ae03-c61bf0dd3fb4, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=66970eb6-8e8e-4940-ae03-c61bf0dd3fb4,segment=NetworkSegment(b45be2e7-7251-4cdd-9e21-31af79e7b824),segment_id=b45be2e7-7251-4cdd-9e21-31af79e7b824)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:34:34.117749 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f1ba4375-dcb9-4d61-8e18-d9b22e565e24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (66970eb6-8e8e-4940-ae03-c61bf0dd3fb4), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:34.130862 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-f1ba4375-dcb9-4d61-8e18-d9b22e565e24 None None] Calling delete_port for 66970eb6-8e8e-4940-ae03-c61bf0dd3fb4 owned by network:dhcp {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:34:34.146318 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5736b889-ae8c-4ce4-b2d7-45d29880d181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (66970eb6-8e8e-4940-ae03-c61bf0dd3fb4), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:34.173565 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736b889-ae8c-4ce4-b2d7-45d29880d181 admin admin] Pushing event deleted for resources: {'Port': ['ID=66970eb6-8e8e-4940-ae03-c61bf0dd3fb4,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:34.175904 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5736b889-ae8c-4ce4-b2d7-45d29880d181 admin admin] No DVR routers for this DVR port 66970eb6-8e8e-4940-ae03-c61bf0dd3fb4 on host dv-cinder-837546-3-iscsi {{(pid=103898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:34:34.255777 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5736b889-ae8c-4ce4-b2d7-45d29880d181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8074381', 'neutron.services.segments.db._delete_segments_for_network-8756234178838'] for network (870f3279-11e6-413f-b79e-505ce09ed7f4), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:34.263212 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:34.278034 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.services.segments.db [None req-5736b889-ae8c-4ce4-b2d7-45d29880d181 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870f3279-11e6-413f-b79e-505ce09ed7f4']}} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:34.288135 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.services.segments.db [None req-5736b889-ae8c-4ce4-b2d7-45d29880d181 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b45be2e7-7251-4cdd-9e21-31af79e7b824') {'for_net_delete': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:34.288439 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.services.segments.db [None req-5736b889-ae8c-4ce4-b2d7-45d29880d181 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b45be2e7-7251-4cdd-9e21-31af79e7b824') {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:34.299074 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5736b889-ae8c-4ce4-b2d7-45d29880d181 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756234179103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260918846'] for segment (b45be2e7-7251-4cdd-9e21-31af79e7b824), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:34.312965 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5736b889-ae8c-4ce4-b2d7-45d29880d181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (b45be2e7-7251-4cdd-9e21-31af79e7b824), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:34.319487 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5736b889-ae8c-4ce4-b2d7-45d29880d181 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 10:34:34.319871 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5736b889-ae8c-4ce4-b2d7-45d29880d181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260947020'] for segment (b45be2e7-7251-4cdd-9e21-31af79e7b824), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:34.339024 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f1ba4375-dcb9-4d61-8e18-d9b22e565e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607'] for port (66970eb6-8e8e-4940-ae03-c61bf0dd3fb4), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:34.342480 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.services.segments.plugin [-] Segment b45be2e7-7251-4cdd-9e21-31af79e7b824 resource provider aggregate not found Jul 18 10:34:34.366699 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba4375-dcb9-4d61-8e18-d9b22e565e24 None None] Pushing event deleted for resources: {'Port': ['ID=66970eb6-8e8e-4940-ae03-c61bf0dd3fb4,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:34.368564 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ba4375-dcb9-4d61-8e18-d9b22e565e24 None None] No DVR routers for this DVR port 66970eb6-8e8e-4940-ae03-c61bf0dd3fb4 on host dv-cinder-837546-3-iscsi {{(pid=103900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:34:34.392446 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.services.segments.plugin [-] Segment b45be2e7-7251-4cdd-9e21-31af79e7b824 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b45be2e7-7251-4cdd-9e21-31af79e7b824 found for delete ", "request_id": "req-e52a022a-c8c3-4737-85a4-6d31844923eb"}]} Jul 18 10:34:34.393222 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5736b889-ae8c-4ce4-b2d7-45d29880d181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8074358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781180'] for network (870f3279-11e6-413f-b79e-505ce09ed7f4), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:34.400419 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5736b889-ae8c-4ce4-b2d7-45d29880d181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:34.403531 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-5736b889-ae8c-4ce4-b2d7-45d29880d181 admin admin] 10.222.0.33 "DELETE /v2.0/networks/870f3279-11e6-413f-b79e-505ce09ed7f4 HTTP/1.1" status: 204 len: 168 time: 0.5771573 Jul 18 10:34:34.415146 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736b889-ae8c-4ce4-b2d7-45d29880d181 admin admin] Pushing event deleted for resources: {'Network': ['ID=870f3279-11e6-413f-b79e-505ce09ed7f4,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:34.519552 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35764) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:34.563692 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-c71e6ef0-99e5-4e3f-a26c-33d2c00d421c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f62ef510c8484995a2f31f29104f399f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430040 Jul 18 10:34:34.566144 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35766) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:34.619690 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a961748a-c718-4b3b-bcc7-d38b457fed0e admin admin] Publish callbacks [] for security_group (6af673d1-11b4-46b0-aabe-69223a670b95), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:34.642495 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a961748a-c718-4b3b-bcc7-d38b457fed0e admin admin] Publish callbacks [] for security_group (6af673d1-11b4-46b0-aabe-69223a670b95), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:34.689454 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a961748a-c718-4b3b-bcc7-d38b457fed0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (6af673d1-11b4-46b0-aabe-69223a670b95), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:34.692046 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a961748a-c718-4b3b-bcc7-d38b457fed0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:34.693215 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-a961748a-c718-4b3b-bcc7-d38b457fed0e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6af673d1-11b4-46b0-aabe-69223a670b95 HTTP/1.1" status: 204 len: 168 time: 0.1261954 Jul 18 10:34:34.701143 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961748a-c718-4b3b-bcc7-d38b457fed0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af673d1-11b4-46b0-aabe-69223a670b95,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:34.802095 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2a805-3f1f-4716-8b8e-2881d71e8ede req-bbf1d781-c136-4bc5-9abb-b3f8411e23b9 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:34.803596 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a3b2a805-3f1f-4716-8b8e-2881d71e8ede req-bbf1d781-c136-4bc5-9abb-b3f8411e23b9 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 945 time: 0.0474660 Jul 18 10:34:34.853177 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a3b2a805-3f1f-4716-8b8e-2881d71e8ede req-7990b0d0-546e-4ed9-af5c-01c2ad6e29c6 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429761 Jul 18 10:34:35.042611 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35778) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:35.059619 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:35.088272 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-c237e6d3-a5cc-4bb0-ab1d-35841e8c53c8 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ddd22b027e204f30848e177ea4b8dfe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443079 Jul 18 10:34:35.090775 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35780) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:35.146490 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-04998a64-639b-4db1-b774-60a6db6e3c71 admin admin] Publish callbacks [] for security_group (875f3f99-668a-4b71-a417-86fe2b4c936d), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:35.169453 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-04998a64-639b-4db1-b774-60a6db6e3c71 admin admin] Publish callbacks [] for security_group (875f3f99-668a-4b71-a417-86fe2b4c936d), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:35.222550 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-04998a64-639b-4db1-b774-60a6db6e3c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (875f3f99-668a-4b71-a417-86fe2b4c936d), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:35.225590 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-04998a64-639b-4db1-b774-60a6db6e3c71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:35.237045 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-04998a64-639b-4db1-b774-60a6db6e3c71 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/875f3f99-668a-4b71-a417-86fe2b4c936d HTTP/1.1" status: 204 len: 168 time: 0.1440370 Jul 18 10:34:35.245397 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04998a64-639b-4db1-b774-60a6db6e3c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875f3f99-668a-4b71-a417-86fe2b4c936d,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:35.268033 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139801f-321a-4615-9a97-59ecc54dbd6d req-de894e1b-f1ee-4016-94d4-801d66cd5ee1 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:35.269575 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d139801f-321a-4615-9a97-59ecc54dbd6d req-de894e1b-f1ee-4016-94d4-801d66cd5ee1 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 945 time: 0.3456182 Jul 18 10:34:35.278789 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6829b90-9427-4ff3-87c3-1ea6fec7729c req-a69e38a1-e024-45d2-944d-af5a28b7469d tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:35.281029 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35784) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:35.285259 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a6829b90-9427-4ff3-87c3-1ea6fec7729c req-a69e38a1-e024-45d2-944d-af5a28b7469d tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=72245495-f5b8-4f54-8d17-ec3e700bdd9b HTTP/1.1" status: 200 len: 946 time: 0.0682886 Jul 18 10:34:35.287592 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-37697996-287c-49a1-b61f-97be8e5175a3 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Request body: {'floatingip': {'port_id': 'b5aa065e-e228-4681-909e-bd39389938fd'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:34:35.296017 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 66970eb6-8e8e-4940-ae03-c61bf0dd3fb4 no longer exists at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:34:35.319990 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] No Port match for: 66970eb6-8e8e-4940-ae03-c61bf0dd3fb4 {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:34:35.320466 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 66970eb6-8e8e-4940-ae03-c61bf0dd3fb4 not bound to the agent host dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:34:35.321004 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 098baab4-b5e8-4ba0-a24c-b6e7a8945cb9 no longer exists at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:34:35.338803 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-37697996-287c-49a1-b61f-97be8e5175a3 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for floatingip (11cb11bc-4602-4890-b591-b1ed1cd1dd66), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:35.344097 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] No Port match for: 098baab4-b5e8-4ba0-a24c-b6e7a8945cb9 {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:34:35.344662 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 098baab4-b5e8-4ba0-a24c-b6e7a8945cb9 not bound to the agent host dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:34:35.345737 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a6829b90-9427-4ff3-87c3-1ea6fec7729c req-46d71280-a32c-4198-b7b3-16ad44b725da tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=7f8acd90-2dd4-4972-a173-972f0c3a4aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595653 Jul 18 10:34:35.708168 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:35.809681 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-37697996-287c-49a1-b61f-97be8e5175a3 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:35.814235 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-37697996-287c-49a1-b61f-97be8e5175a3 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780340'] for floatingip (11cb11bc-4602-4890-b591-b1ed1cd1dd66), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:35.917626 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.db.l3_db [None req-37697996-287c-49a1-b61f-97be8e5175a3 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Floating IP 11cb11bc-4602-4890-b591-b1ed1cd1dd66 associated. External IP: 172.27.3.124, port: b5aa065e-e228-4681-909e-bd39389938fd. Jul 18 10:34:35.983203 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 35804) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:36.089679 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-7f7c275a-6db2-4ca2-a7ce-bb09c873f49c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1146237224-network', 'tenant_id': '5628452a1ceb4af293ea96c187983fa6'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:34:36.111014 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7c275a-6db2-4ca2-a7ce-bb09c873f49c admin admin] Made reservation on behalf of 5628452a1ceb4af293ea96c187983fa6 for: {'network': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:34:36.113632 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7f7c275a-6db2-4ca2-a7ce-bb09c873f49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for network (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:36.117839 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37697996-287c-49a1-b61f-97be8e5175a3 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Router ec26e035-64e9-43c6-bb4a-3b2f7b247bc8 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:34:36.122271 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7f7c275a-6db2-4ca2-a7ce-bb09c873f49c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:36.143831 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:36.159385 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=6 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:36.177298 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:36.206700 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7f7c275a-6db2-4ca2-a7ce-bb09c873f49c admin admin] Publish callbacks [] for security_group (bd29358e-cb92-448a-bc85-85ea17854d34), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:36.210742 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7f7c275a-6db2-4ca2-a7ce-bb09c873f49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (bd29358e-cb92-448a-bc85-85ea17854d34), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:36.229940 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37697996-287c-49a1-b61f-97be8e5175a3 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:34:36.235313 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-37697996-287c-49a1-b61f-97be8e5175a3 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:36.241167 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f7c275a-6db2-4ca2-a7ce-bb09c873f49c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:34:36.241472 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32cadb6-9655-4e7c-9807-0fe4bdc163d4 None None] Sync routers for ids ['ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:34:36.251580 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c275a-6db2-4ca2-a7ce-bb09c873f49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd29358e-cb92-448a-bc85-85ea17854d34,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:36.253156 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32cadb6-9655-4e7c-9807-0fe4bdc163d4 None None] Routers {'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:34:36.253743 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-d32cadb6-9655-4e7c-9807-0fe4bdc163d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:34:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:36.267155 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7f7c275a-6db2-4ca2-a7ce-bb09c873f49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (2cc1ab7d-9964-48f5-ae9a-41c584d144f0), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:36.268367 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.db.segments_db [None req-7f7c275a-6db2-4ca2-a7ce-bb09c873f49c admin admin] Added segment 2cc1ab7d-9964-48f5-ae9a-41c584d144f0 of type vlan for network aa3e5fe6-aa22-4836-8d61-28fdcd6950fe Jul 18 10:34:36.274054 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-37697996-287c-49a1-b61f-97be8e5175a3 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "PUT /v2.0/floatingips/11cb11bc-4602-4890-b591-b1ed1cd1dd66 HTTP/1.1" status: 200 len: 991 time: 0.9908431 Jul 18 10:34:36.274722 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a84290-3520-427e-af49-f380d2a144bb', 'tag': 'b5aa065e-e228-4681-909e-bd39389938fd'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:34:36.277339 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2832b55044fe50990e200b6537270594c6fb70ba3afc208291ee0353ea81870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60ebf08-9b04-4d54-b7a6-22fcaed0aa4f" -d '{"events": [{"name": "network-changed", "server_uuid": "b1a84290-3520-427e-af49-f380d2a144bb", "tag": "b5aa065e-e228-4681-909e-bd39389938fd"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:34:36.313440 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7f7c275a-6db2-4ca2-a7ce-bb09c873f49c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756233730353'] for network (aa3e5fe6-aa22-4836-8d61-28fdcd6950fe), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:36.340568 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7f7c275a-6db2-4ca2-a7ce-bb09c873f49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580'] for network (aa3e5fe6-aa22-4836-8d61-28fdcd6950fe), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:36.341603 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7c275a-6db2-4ca2-a7ce-bb09c873f49c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:36.342139 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7f7c275a-6db2-4ca2-a7ce-bb09c873f49c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:36.366928 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-d32cadb6-9655-4e7c-9807-0fe4bdc163d4 None None] Set router ec26e035-64e9-43c6-bb4a-3b2f7b247bc8 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:34:36.378354 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-7f7c275a-6db2-4ca2-a7ce-bb09c873f49c admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3927374 Jul 18 10:34:36.380205 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35816) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:36.385308 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-3919905c-cb11-4a4a-b989-808c5625a3fc admin admin] Request body: {'subnet': {'network_id': 'aa3e5fe6-aa22-4836-8d61-28fdcd6950fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1146237224-subnet', 'tenant_id': '5628452a1ceb4af293ea96c187983fa6', 'ip_version': 4}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:34:36.430980 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c275a-6db2-4ca2-a7ce-bb09c873f49c admin admin] Pushing event updated for resources: {'Network': ['ID=aa3e5fe6-aa22-4836-8d61-28fdcd6950fe,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:36.436660 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3919905c-cb11-4a4a-b989-808c5625a3fc admin admin] Made reservation on behalf of 5628452a1ceb4af293ea96c187983fa6 for: {'subnet': 1} {{(pid=103898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:34:36.441101 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3919905c-cb11-4a4a-b989-808c5625a3fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260973226'] for subnet (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:36.503874 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4066d1a-9adf-4af3-8756-895a7f5a80d2 x-openstack-request-id: req-a4066d1a-9adf-4af3-8756-895a7f5a80d2 {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:34:36.504236 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1a84290-3520-427e-af49-f380d2a144bb", "tag": "b5aa065e-e228-4681-909e-bd39389938fd", "status": "completed", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:34:36.504415 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a4066d1a-9adf-4af3-8756-895a7f5a80d2 {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:34:36.505052 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4066d1a-9adf-4af3-8756-895a7f5a80d2'] response: {'name': 'network-changed', 'server_uuid': 'b1a84290-3520-427e-af49-f380d2a144bb', 'tag': 'b5aa065e-e228-4681-909e-bd39389938fd', 'status': 'completed', 'code': 200} Jul 18 10:34:36.510457 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796aea6d-912e-44fe-9b17-862b2b63d5da req-fa39f9cc-380d-4fe9-9c15-7f7ab75307a0 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:36.513765 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-796aea6d-912e-44fe-9b17-862b2b63d5da req-fa39f9cc-380d-4fe9-9c15-7f7ab75307a0 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=72245495-f5b8-4f54-8d17-ec3e700bdd9b HTTP/1.1" status: 200 len: 946 time: 0.0656054 Jul 18 10:34:36.514870 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Network aa3e5fe6-aa22-4836-8d61-28fdcd6950fe details requested by agent ovs-agent-dv-cinder-837546-3-iscsi with host dv-cinder-837546-3-iscsi {{(pid=103900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:34:36.603350 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ebf08-9b04-4d54-b7a6-22fcaed0aa4f req-74f5c273-ab6f-4686-a3e8-5739770387fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:36.604918 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e60ebf08-9b04-4d54-b7a6-22fcaed0aa4f req-74f5c273-ab6f-4686-a3e8-5739770387fa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=feefb94984d54cbbaa70b963d956a520&device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 1129 time: 0.0823977 Jul 18 10:34:36.609346 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-796aea6d-912e-44fe-9b17-862b2b63d5da req-805fff01-8ba4-4992-9ec4-a681d4af8e68 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=7f8acd90-2dd4-4972-a173-972f0c3a4aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886071 Jul 18 10:34:36.658822 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3919905c-cb11-4a4a-b989-808c5625a3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260947695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260973236'] for subnet (163f1fc6-a401-47e2-be63-6d39e9584c30), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:36.687447 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:36.688095 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:36.689654 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-d32cadb6-9655-4e7c-9807-0fe4bdc163d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1100211690-router', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:14Z', 'revision_number': 4, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'gw_port': {'id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '11cb11bc-4602-4890-b591-b1ed1cd1dd66', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'floating_ip_address': '172.27.3.124', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'port_id': 'b5aa065e-e228-4681-909e-bd39389938fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58', 'mac_address': 'fa:16:3e:db:e2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a84290-3520-427e-af49-f380d2a144bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:34:17Z', 'updated_at': '2022-07-18T10:34:35Z', 'revision_number': 1, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08a76c27-b00d-4700-89ae-293faa6c264f', 'name': '', 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'mac_address': 'fa:16:3e:56:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:13Z', 'updated_at': '2022-07-18T10:34:19Z', 'revision_number': 5, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'subnets': [{'id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:36.711058 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:36.726506 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32cadb6-9655-4e7c-9807-0fe4bdc163d4 None None] Checking router: ec26e035-64e9-43c6-bb4a-3b2f7b247bc8 for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:34:36.733904 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919905c-cb11-4a4a-b989-808c5625a3fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=163f1fc6-a401-47e2-be63-6d39e9584c30,revision_number=0']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:36.741973 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3919905c-cb11-4a4a-b989-808c5625a3fc admin admin] Checking segment: {'id': '2cc1ab7d-9964-48f5-ae9a-41c584d144f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aa3e5fe6-aa22-4836-8d61-28fdcd6950fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:34:36.741973 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3919905c-cb11-4a4a-b989-808c5625a3fc admin admin] Network hostable DHCP agents. Network: aa3e5fe6-aa22-4836-8d61-28fdcd6950fe, hostable agents: ['fa8f3552-6db4-4084-80f3-0029642e69db'], hosted agents: [] {{(pid=103898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:34:36.747946 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32cadb6-9655-4e7c-9807-0fe4bdc163d4 None None] Routers {'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:34:36.748603 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-d32cadb6-9655-4e7c-9807-0fe4bdc163d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:34:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:36.750583 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ebf08-9b04-4d54-b7a6-22fcaed0aa4f req-386b4b49-9923-4774-ab94-1d987a89b439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:36.752150 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e60ebf08-9b04-4d54-b7a6-22fcaed0aa4f req-386b4b49-9923-4774-ab94-1d987a89b439 service neutron] 10.222.0.30 "GET /v2.0/networks?id=247d0ee0-142b-4d40-8e91-ea541c052e58 HTTP/1.1" status: 200 len: 918 time: 0.1394486 Jul 18 10:34:36.761217 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67e8e4-757d-4f4b-acb6-68970aee69ca req-00d0a212-a022-4e76-b789-baf9e443efc2 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:36.762797 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fd67e8e4-757d-4f4b-acb6-68970aee69ca req-00d0a212-a022-4e76-b789-baf9e443efc2 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=72245495-f5b8-4f54-8d17-ec3e700bdd9b HTTP/1.1" status: 200 len: 946 time: 0.0701091 Jul 18 10:34:36.763522 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3919905c-cb11-4a4a-b989-808c5625a3fc admin admin] Network aa3e5fe6-aa22-4836-8d61-28fdcd6950fe is scheduled to be hosted by DHCP agent fa8f3552-6db4-4084-80f3-0029642e69db with binding_index 1 {{(pid=103898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:34:36.775534 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35820) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:36.780477 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-2afe4133-71f7-43bd-badf-11790a20f895 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Request body: {'floatingip': {'port_id': 'bab76dc7-a21a-4a7f-826e-1410690583a4'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:34:36.785507 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-3919905c-cb11-4a4a-b989-808c5625a3fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-3-iscsi, aa3e5fe6-aa22-4836-8d61-28fdcd6950fe) {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:34:36.794881 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc984799-96b5-4b80-8d78-dcd73f23931c None None] Network aa3e5fe6-aa22-4836-8d61-28fdcd6950fe requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:34:36.815095 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3919905c-cb11-4a4a-b989-808c5625a3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:36.815691 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3919905c-cb11-4a4a-b989-808c5625a3fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:36.828599 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e60ebf08-9b04-4d54-b7a6-22fcaed0aa4f req-ec0e0c1e-585f-4342-9a0d-ea538df3b964 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5aa065e-e228-4681-909e-bd39389938fd HTTP/1.1" status: 200 len: 999 time: 0.0640886 Jul 18 10:34:36.830477 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2afe4133-71f7-43bd-badf-11790a20f895 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for floatingip (c88a7611-a89f-4a36-88ac-42b40dc8596d), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:36.868922 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-3919905c-cb11-4a4a-b989-808c5625a3fc admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4851048 Jul 18 10:34:36.869227 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 35822) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:36.875737 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-4a8fd056-a5fe-45c8-8ed9-e502a19568e1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1146237224-router', 'tenant_id': '5628452a1ceb4af293ea96c187983fa6', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:34:36.903840 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ebf08-9b04-4d54-b7a6-22fcaed0aa4f req-a2bebfb2-b23c-459a-812b-f63ef969b5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:36.905725 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e60ebf08-9b04-4d54-b7a6-22fcaed0aa4f req-a2bebfb2-b23c-459a-812b-f63ef969b5f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=11cfac8b-7d7d-4e4b-88cc-819243717cd6 HTTP/1.1" status: 200 len: 856 time: 0.0705979 Jul 18 10:34:36.923156 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd056-a5fe-45c8-8ed9-e502a19568e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-659929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1453'] for router (55193e9e-6ba1-43b7-9e65-0b877b363524), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:36.924175 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd056-a5fe-45c8-8ed9-e502a19568e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1434'] for router (55193e9e-6ba1-43b7-9e65-0b877b363524), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:36.940010 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a12555-b9c6-40cd-be00-f7265dcc4b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69b35a5f-4d22-5468-adcd-c56b599b10b8-aa3e5fe6-aa22-4836-8d61-28fdcd6950fe', 'network_id': 'aa3e5fe6-aa22-4836-8d61-28fdcd6950fe', 'project_id': '5628452a1ceb4af293ea96c187983fa6', 'fixed_ips': [{'subnet_id': '163f1fc6-a401-47e2-be63-6d39e9584c30'}]}} from dv-cinder-837546-3-iscsi. {{(pid=103900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 10:34:36.940959 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-94a12555-b9c6-40cd-be00-f7265dcc4b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:36.973743 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ebf08-9b04-4d54-b7a6-22fcaed0aa4f req-247c7cd4-4630-4745-9a49-61f78c2ca958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:36.975158 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e60ebf08-9b04-4d54-b7a6-22fcaed0aa4f req-247c7cd4-4630-4745-9a49-61f78c2ca958 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=247d0ee0-142b-4d40-8e91-ea541c052e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631785 Jul 18 10:34:37.025292 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd056-a5fe-45c8-8ed9-e502a19568e1 admin admin] Publish callbacks [] for router_controller (55193e9e-6ba1-43b7-9e65-0b877b363524), precommit_add_association {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:37.036568 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-d32cadb6-9655-4e7c-9807-0fe4bdc163d4 None None] Set router ec26e035-64e9-43c6-bb4a-3b2f7b247bc8 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:34:37.038102 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:UPDATE=2,neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:37.202166 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [None req-94a12555-b9c6-40cd-be00-f7265dcc4b7f None None] Allocated IP 172.20.0.2 (aa3e5fe6-aa22-4836-8d61-28fdcd6950fe/163f1fc6-a401-47e2-be63-6d39e9584c30/4f85884e-5c29-4f13-b04d-b7ac685cc8dc) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:34:37.217780 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:37.223002 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd056-a5fe-45c8-8ed9-e502a19568e1 admin admin] Publish callbacks [] for router_gateway (55193e9e-6ba1-43b7-9e65-0b877b363524), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:37.230433 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e60ebf08-9b04-4d54-b7a6-22fcaed0aa4f req-e6e719de-8458-43ac-a3bd-e8700679b109 service neutron] 10.222.0.30 "GET /v2.0/networks/247d0ee0-142b-4d40-8e91-ea541c052e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289777 Jul 18 10:34:37.307854 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2afe4133-71f7-43bd-badf-11790a20f895 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:37.314458 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2afe4133-71f7-43bd-badf-11790a20f895 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780340'] for floatingip (c88a7611-a89f-4a36-88ac-42b40dc8596d), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:37.410630 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-d32cadb6-9655-4e7c-9807-0fe4bdc163d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1100211690-router', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:14Z', 'revision_number': 4, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'gw_port': {'id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '11cb11bc-4602-4890-b591-b1ed1cd1dd66', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'floating_ip_address': '172.27.3.124', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'port_id': 'b5aa065e-e228-4681-909e-bd39389938fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58', 'mac_address': 'fa:16:3e:db:e2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a84290-3520-427e-af49-f380d2a144bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:34:17Z', 'updated_at': '2022-07-18T10:34:35Z', 'revision_number': 1, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08a76c27-b00d-4700-89ae-293faa6c264f', 'name': '', 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'mac_address': 'fa:16:3e:56:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:13Z', 'updated_at': '2022-07-18T10:34:19Z', 'revision_number': 5, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'subnets': [{'id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:37.446178 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e60ebf08-9b04-4d54-b7a6-22fcaed0aa4f req-b7e87c0a-853d-4d8b-8287-f992271ae311 service neutron] 10.222.0.30 "GET /v2.0/networks/247d0ee0-142b-4d40-8e91-ea541c052e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013454 Jul 18 10:34:37.461682 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32cadb6-9655-4e7c-9807-0fe4bdc163d4 None None] The sync data for ids ['ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'] in dv-cinder-837546-3-iscsi is: [{'id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1100211690-router', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:14Z', 'revision_number': 4, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'gw_port': {'id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '11cb11bc-4602-4890-b591-b1ed1cd1dd66', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'floating_ip_address': '172.27.3.124', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'port_id': 'b5aa065e-e228-4681-909e-bd39389938fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58', 'mac_address': 'fa:16:3e:db:e2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a84290-3520-427e-af49-f380d2a144bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:34:17Z', 'updated_at': '2022-07-18T10:34:35Z', 'revision_number': 1, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08a76c27-b00d-4700-89ae-293faa6c264f', 'name': '', 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'mac_address': 'fa:16:3e:56:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:13Z', 'updated_at': '2022-07-18T10:34:19Z', 'revision_number': 5, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'subnets': [{'id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:34:37.472733 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:37.486400 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-94a12555-b9c6-40cd-be00-f7265dcc4b7f None None] Publish callbacks [] for port (4f85884e-5c29-4f13-b04d-b7ac685cc8dc), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:37.499536 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-94a12555-b9c6-40cd-be00-f7265dcc4b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598'] for port (4f85884e-5c29-4f13-b04d-b7ac685cc8dc), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:37.508234 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd056-a5fe-45c8-8ed9-e502a19568e1 admin admin] Publish callbacks [] for router_gateway (55193e9e-6ba1-43b7-9e65-0b877b363524), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:37.533826 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd056-a5fe-45c8-8ed9-e502a19568e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:37.543642 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a12555-b9c6-40cd-be00-f7265dcc4b7f None None] Network aa3e5fe6-aa22-4836-8d61-28fdcd6950fe is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:34:37.547670 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-94a12555-b9c6-40cd-be00-f7265dcc4b7f None None] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:34:37.552916 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a12555-b9c6-40cd-be00-f7265dcc4b7f None None] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:34:37.591340 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a12555-b9c6-40cd-be00-f7265dcc4b7f None None] Pushing event updated for resources: {'Port': ['ID=4f85884e-5c29-4f13-b04d-b7ac685cc8dc,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:37.633783 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-94a12555-b9c6-40cd-be00-f7265dcc4b7f None None] Attempting to bind port 4f85884e-5c29-4f13-b04d-b7ac685cc8dc on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:34:37.634183 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-94a12555-b9c6-40cd-be00-f7265dcc4b7f None None] Attempting to bind port 4f85884e-5c29-4f13-b04d-b7ac685cc8dc by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': '2cc1ab7d-9964-48f5-ae9a-41c584d144f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aa3e5fe6-aa22-4836-8d61-28fdcd6950fe'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:34:37.634554 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a12555-b9c6-40cd-be00-f7265dcc4b7f None None] Attempting to bind port 4f85884e-5c29-4f13-b04d-b7ac685cc8dc on network aa3e5fe6-aa22-4836-8d61-28fdcd6950fe {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:34:37.641609 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a12555-b9c6-40cd-be00-f7265dcc4b7f None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:34:37.641986 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a12555-b9c6-40cd-be00-f7265dcc4b7f None None] Checking segment: {'id': '2cc1ab7d-9964-48f5-ae9a-41c584d144f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aa3e5fe6-aa22-4836-8d61-28fdcd6950fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:34:37.642385 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-94a12555-b9c6-40cd-be00-f7265dcc4b7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:37.642786 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a12555-b9c6-40cd-be00-f7265dcc4b7f None None] Bound using segment: {'id': '2cc1ab7d-9964-48f5-ae9a-41c584d144f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aa3e5fe6-aa22-4836-8d61-28fdcd6950fe'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:34:37.643776 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-94a12555-b9c6-40cd-be00-f7265dcc4b7f None None] Bound port: 4f85884e-5c29-4f13-b04d-b7ac685cc8dc, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc1ab7d-9964-48f5-ae9a-41c584d144f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aa3e5fe6-aa22-4836-8d61-28fdcd6950fe'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:34:37.644169 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-94a12555-b9c6-40cd-be00-f7265dcc4b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (4f85884e-5c29-4f13-b04d-b7ac685cc8dc), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:37.658790 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:37.664208 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.db.l3_db [None req-2afe4133-71f7-43bd-badf-11790a20f895 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Floating IP c88a7611-a89f-4a36-88ac-42b40dc8596d associated. External IP: 172.27.3.44, port: bab76dc7-a21a-4a7f-826e-1410690583a4. Jul 18 10:34:37.712846 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_common [None req-4a8fd056-a5fe-45c8-8ed9-e502a19568e1 admin admin] Allocated IP 172.27.3.139 (ab707614-a8a6-4503-81fa-3cf63d34938b/a666abde-39cf-4361-a6f5-7885f7528b36/2071e1df-f5e6-49dd-8797-bc0afba889ee) {{(pid=103899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:34:37.723259 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-94a12555-b9c6-40cd-be00-f7265dcc4b7f None None] For port 4f85884e-5c29-4f13-b04d-b7ac685cc8dc, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:34:37.728476 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-94a12555-b9c6-40cd-be00-f7265dcc4b7f None None] For port 4f85884e-5c29-4f13-b04d-b7ac685cc8dc, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=4f85884e-5c29-4f13-b04d-b7ac685cc8dc,segment=NetworkSegment(2cc1ab7d-9964-48f5-ae9a-41c584d144f0),segment_id=2cc1ab7d-9964-48f5-ae9a-41c584d144f0)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:34:37.738566 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-94a12555-b9c6-40cd-be00-f7265dcc4b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (4f85884e-5c29-4f13-b04d-b7ac685cc8dc), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:37.778024 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108e820d-a840-47be-b2fb-f87339ae6650 None None] New status for floating IP 11cb11bc-4602-4890-b591-b1ed1cd1dd66: ACTIVE {{(pid=103901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:34:37.837275 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd056-a5fe-45c8-8ed9-e502a19568e1 admin admin] Publish callbacks [] for port (2071e1df-f5e6-49dd-8797-bc0afba889ee), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:37.873566 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd056-a5fe-45c8-8ed9-e502a19568e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (2071e1df-f5e6-49dd-8797-bc0afba889ee), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:37.902209 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:37.907764 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afe4133-71f7-43bd-badf-11790a20f895 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Router 2d9a0d12-2331-4e5f-9d38-b53462247d9a has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:34:37.949280 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd056-a5fe-45c8-8ed9-e502a19568e1 admin admin] Pushing event updated for resources: {'Port': ['ID=2071e1df-f5e6-49dd-8797-bc0afba889ee,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:37.955259 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8fd056-a5fe-45c8-8ed9-e502a19568e1 admin admin] Network ab707614-a8a6-4503-81fa-3cf63d34938b is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:34:37.957049 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [None req-4a8fd056-a5fe-45c8-8ed9-e502a19568e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:34:37.957211 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a12555-b9c6-40cd-be00-f7265dcc4b7f None None] Pushing event updated for resources: {'Port': ['ID=4f85884e-5c29-4f13-b04d-b7ac685cc8dc,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:37.960660 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8fd056-a5fe-45c8-8ed9-e502a19568e1 admin admin] Received port after_create {{(pid=103899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:34:37.992391 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:38.063839 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afe4133-71f7-43bd-badf-11790a20f895 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:34:38.068466 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2afe4133-71f7-43bd-badf-11790a20f895 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:38.075906 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b7dadf-5559-4db2-b7da-e43349316c45 None None] Sync routers for ids ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:34:38.089607 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b7dadf-5559-4db2-b7da-e43349316c45 None None] Routers {'2d9a0d12-2331-4e5f-9d38-b53462247d9a'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:34:38.091270 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-08b7dadf-5559-4db2-b7da-e43349316c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:34:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:38.102338 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-2afe4133-71f7-43bd-badf-11790a20f895 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "PUT /v2.0/floatingips/c88a7611-a89f-4a36-88ac-42b40dc8596d HTTP/1.1" status: 200 len: 991 time: 1.3254926 Jul 18 10:34:38.218137 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:38.228319 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-08b7dadf-5559-4db2-b7da-e43349316c45 None None] Set router 2d9a0d12-2331-4e5f-9d38-b53462247d9a gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:34:38.236561 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:38.243284 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd056-a5fe-45c8-8ed9-e502a19568e1 admin admin] Publish callbacks [] for router_gateway (55193e9e-6ba1-43b7-9e65-0b877b363524), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:38.441125 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd056-a5fe-45c8-8ed9-e502a19568e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780286'] for router (55193e9e-6ba1-43b7-9e65-0b877b363524), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:38.456752 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-08b7dadf-5559-4db2-b7da-e43349316c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'name': 'tempest-AttachVolumeNegativeTest-1979717538-router', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '55318072-cef0-4676-82c9-ee2867adafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 4, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'gw_port': {'id': '55318072-cef0-4676-82c9-ee2867adafd7', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': 'c88a7611-a89f-4a36-88ac-42b40dc8596d', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'floating_ip_address': '172.27.3.44', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'port_id': 'bab76dc7-a21a-4a7f-826e-1410690583a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'mac_address': 'fa:16:3e:2d:d6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72245495-f5b8-4f54-8d17-ec3e700bdd9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:34:21Z', 'updated_at': '2022-07-18T10:34:37Z', 'revision_number': 1, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1420ff7f-6c01-4735-aa6b-eee69bfd69e9', 'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'mac_address': 'fa:16:3e:ec:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:57Z', 'updated_at': '2022-07-18T10:29:07Z', 'revision_number': 5, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'subnets': [{'id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:38.482596 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b7dadf-5559-4db2-b7da-e43349316c45 None None] Checking router: 2d9a0d12-2331-4e5f-9d38-b53462247d9a for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:34:38.491276 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b7dadf-5559-4db2-b7da-e43349316c45 None None] Routers {'2d9a0d12-2331-4e5f-9d38-b53462247d9a'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:34:38.491902 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-08b7dadf-5559-4db2-b7da-e43349316c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:34:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:38.506055 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72245495-f5b8-4f54-8d17-ec3e700bdd9b', 'tag': 'bab76dc7-a21a-4a7f-826e-1410690583a4'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:34:38.508438 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2832b55044fe50990e200b6537270594c6fb70ba3afc208291ee0353ea81870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80111c63-6dd9-4b44-b8b3-c760c775b531" -d '{"events": [{"name": "network-changed", "server_uuid": "72245495-f5b8-4f54-8d17-ec3e700bdd9b", "tag": "bab76dc7-a21a-4a7f-826e-1410690583a4"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:34:38.544986 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c0aec1-c3f0-499b-af15-5eaae5aa0ccd x-openstack-request-id: req-c2c0aec1-c3f0-499b-af15-5eaae5aa0ccd {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:34:38.545283 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72245495-f5b8-4f54-8d17-ec3e700bdd9b", "tag": "bab76dc7-a21a-4a7f-826e-1410690583a4", "status": "completed", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:34:38.545534 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c2c0aec1-c3f0-499b-af15-5eaae5aa0ccd {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:34:38.545943 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2c0aec1-c3f0-499b-af15-5eaae5aa0ccd'] response: {'name': 'network-changed', 'server_uuid': '72245495-f5b8-4f54-8d17-ec3e700bdd9b', 'tag': 'bab76dc7-a21a-4a7f-826e-1410690583a4', 'status': 'completed', 'code': 200} Jul 18 10:34:38.598730 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-08b7dadf-5559-4db2-b7da-e43349316c45 None None] Set router 2d9a0d12-2331-4e5f-9d38-b53462247d9a gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:34:38.606642 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8fd056-a5fe-45c8-8ed9-e502a19568e1 admin admin] Router 55193e9e-6ba1-43b7-9e65-0b877b363524 is scheduled to L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c with binding_index 1 {{(pid=103899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 10:34:38.616519 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80111c63-6dd9-4b44-b8b3-c760c775b531 req-2a1d1cdb-cb2a-41df-88e9-b05ba63cf17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:38.618289 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-80111c63-6dd9-4b44-b8b3-c760c775b531 req-2a1d1cdb-cb2a-41df-88e9-b05ba63cf17b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cf3d5bfe9a745f38372c42c9cfa1f63&device_id=72245495-f5b8-4f54-8d17-ec3e700bdd9b HTTP/1.1" status: 200 len: 1130 time: 0.0497684 Jul 18 10:34:38.787828 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:38.793749 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8fd056-a5fe-45c8-8ed9-e502a19568e1 admin admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:34:38.806837 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032f6d1a-24df-4d6f-a537-425eb5c5a553 None None] Sync routers for ids ['55193e9e-6ba1-43b7-9e65-0b877b363524'] in dv-cinder-837546-3-iscsi {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:34:38.810131 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80111c63-6dd9-4b44-b8b3-c760c775b531 req-1716ca9a-020a-45ed-84e4-393fb312ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:38.811803 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-80111c63-6dd9-4b44-b8b3-c760c775b531 req-1716ca9a-020a-45ed-84e4-393fb312ef7b service neutron] 10.222.0.30 "GET /v2.0/networks?id=a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 HTTP/1.1" status: 200 len: 916 time: 0.1856718 Jul 18 10:34:38.815526 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd056-a5fe-45c8-8ed9-e502a19568e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:38.819167 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-4a8fd056-a5fe-45c8-8ed9-e502a19568e1 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9465251 Jul 18 10:34:38.819634 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35828) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:38.821038 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032f6d1a-24df-4d6f-a537-425eb5c5a553 None None] Routers {'55193e9e-6ba1-43b7-9e65-0b877b363524'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:34:38.828089 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-032f6d1a-24df-4d6f-a537-425eb5c5a553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:34:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['55193e9e-6ba1-43b7-9e65-0b877b363524'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:38.870627 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-08b7dadf-5559-4db2-b7da-e43349316c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'name': 'tempest-AttachVolumeNegativeTest-1979717538-router', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '55318072-cef0-4676-82c9-ee2867adafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 4, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'gw_port': {'id': '55318072-cef0-4676-82c9-ee2867adafd7', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': 'c88a7611-a89f-4a36-88ac-42b40dc8596d', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'floating_ip_address': '172.27.3.44', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'port_id': 'bab76dc7-a21a-4a7f-826e-1410690583a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'mac_address': 'fa:16:3e:2d:d6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72245495-f5b8-4f54-8d17-ec3e700bdd9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:34:21Z', 'updated_at': '2022-07-18T10:34:37Z', 'revision_number': 1, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1420ff7f-6c01-4735-aa6b-eee69bfd69e9', 'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'mac_address': 'fa:16:3e:ec:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:57Z', 'updated_at': '2022-07-18T10:29:07Z', 'revision_number': 5, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'subnets': [{'id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:38.887465 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-80111c63-6dd9-4b44-b8b3-c760c775b531 req-db312431-71e7-48fa-bcfa-1c54724bf040 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bab76dc7-a21a-4a7f-826e-1410690583a4 HTTP/1.1" status: 200 len: 999 time: 0.0684721 Jul 18 10:34:38.912033 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b7dadf-5559-4db2-b7da-e43349316c45 None None] The sync data for ids ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'] in dv-cinder-837546-3-iscsi is: [{'id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'name': 'tempest-AttachVolumeNegativeTest-1979717538-router', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '55318072-cef0-4676-82c9-ee2867adafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 4, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'gw_port': {'id': '55318072-cef0-4676-82c9-ee2867adafd7', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': 'c88a7611-a89f-4a36-88ac-42b40dc8596d', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'floating_ip_address': '172.27.3.44', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'port_id': 'bab76dc7-a21a-4a7f-826e-1410690583a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'mac_address': 'fa:16:3e:2d:d6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72245495-f5b8-4f54-8d17-ec3e700bdd9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:34:21Z', 'updated_at': '2022-07-18T10:34:37Z', 'revision_number': 1, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1420ff7f-6c01-4735-aa6b-eee69bfd69e9', 'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'mac_address': 'fa:16:3e:ec:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:57Z', 'updated_at': '2022-07-18T10:29:07Z', 'revision_number': 5, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'subnets': [{'id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:34:38.951962 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-032f6d1a-24df-4d6f-a537-425eb5c5a553 None None] Set router 55193e9e-6ba1-43b7-9e65-0b877b363524 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:34:38.955122 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80111c63-6dd9-4b44-b8b3-c760c775b531 req-8b016df2-f7f5-4f4f-84e3-360290743371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:38.962698 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-80111c63-6dd9-4b44-b8b3-c760c775b531 req-8b016df2-f7f5-4f4f-84e3-360290743371 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4981e04-0b42-475d-8711-94b32dc6a81f HTTP/1.1" status: 200 len: 854 time: 0.0663202 Jul 18 10:34:39.038748 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80111c63-6dd9-4b44-b8b3-c760c775b531 req-c5d9497d-c331-43c4-96ac-b1127131c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:39.041615 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-80111c63-6dd9-4b44-b8b3-c760c775b531 req-c5d9497d-c331-43c4-96ac-b1127131c87c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673890 Jul 18 10:34:39.062569 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96853a0-e59c-453a-87b2-58b7043e128c None None] Network aa3e5fe6-aa22-4836-8d61-28fdcd6950fe requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:34:39.187374 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-07a4be7a-987d-42d0-a5d9-2a047fe3b613 None None] Provisioning complete for port 4f85884e-5c29-4f13-b04d-b7ac685cc8dc triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:39.187807 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-07a4be7a-987d-42d0-a5d9-2a047fe3b613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (4f85884e-5c29-4f13-b04d-b7ac685cc8dc), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:39.264073 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:39.278916 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5e6688-0e6c-4ea1-b317-574936eaa0ec None None] New status for floating IP c88a7611-a89f-4a36-88ac-42b40dc8596d: ACTIVE {{(pid=103900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:34:39.319504 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-032f6d1a-24df-4d6f-a537-425eb5c5a553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'name': 'tempest-TestShelveInstance-1146237224-router', 'tenant_id': '5628452a1ceb4af293ea96c187983fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2071e1df-f5e6-49dd-8797-bc0afba889ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:36Z', 'updated_at': '2022-07-18T10:34:38Z', 'revision_number': 3, 'project_id': '5628452a1ceb4af293ea96c187983fa6', 'gw_port': {'id': '2071e1df-f5e6-49dd-8797-bc0afba889ee', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:37Z', 'updated_at': '2022-07-18T10:34:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi'}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:39.380060 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032f6d1a-24df-4d6f-a537-425eb5c5a553 None None] Checking router: 55193e9e-6ba1-43b7-9e65-0b877b363524 for host: dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:34:39.380664 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032f6d1a-24df-4d6f-a537-425eb5c5a553 None None] Updating router 55193e9e-6ba1-43b7-9e65-0b877b363524 port 2071e1df-f5e6-49dd-8797-bc0afba889ee binding host dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:34:39.430997 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-032f6d1a-24df-4d6f-a537-425eb5c5a553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (2071e1df-f5e6-49dd-8797-bc0afba889ee), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:39.451778 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 4f85884e-5c29-4f13-b04d-b7ac685cc8dc up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:34:39.549758 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 4f85884e-5c29-4f13-b04d-b7ac685cc8dc triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:39.550433 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (4f85884e-5c29-4f13-b04d-b7ac685cc8dc), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:39.556264 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-60cf6386-8dbd-4765-ad1b-56b9802be20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:39.598694 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-07a4be7a-987d-42d0-a5d9-2a047fe3b613 None None] Current status of the port 4f85884e-5c29-4f13-b04d-b7ac685cc8dc is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:34:39.599095 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-07a4be7a-987d-42d0-a5d9-2a047fe3b613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (4f85884e-5c29-4f13-b04d-b7ac685cc8dc), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:39.622104 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:39.632795 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-80111c63-6dd9-4b44-b8b3-c760c775b531 req-c5362f1f-b744-40c4-8039-5c446c09e645 service neutron] 10.222.0.30 "GET /v2.0/networks/a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5788310 Jul 18 10:34:39.648141 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-07a4be7a-987d-42d0-a5d9-2a047fe3b613 None None] For port 4f85884e-5c29-4f13-b04d-b7ac685cc8dc, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=4f85884e-5c29-4f13-b04d-b7ac685cc8dc,segment=NetworkSegment(2cc1ab7d-9964-48f5-ae9a-41c584d144f0),segment_id=2cc1ab7d-9964-48f5-ae9a-41c584d144f0)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:34:39.668107 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-07a4be7a-987d-42d0-a5d9-2a047fe3b613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (4f85884e-5c29-4f13-b04d-b7ac685cc8dc), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:39.696228 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:39.704689 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 4f85884e-5c29-4f13-b04d-b7ac685cc8dc is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:34:39.705084 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (4f85884e-5c29-4f13-b04d-b7ac685cc8dc), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:39.714746 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:39.750404 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4be7a-987d-42d0-a5d9-2a047fe3b613 None None] Pushing event updated for resources: {'Port': ['ID=4f85884e-5c29-4f13-b04d-b7ac685cc8dc,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:39.762358 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-80111c63-6dd9-4b44-b8b3-c760c775b531 req-c3d1c943-17d4-488f-bdd7-53b92d1400a1 service neutron] 10.222.0.30 "GET /v2.0/networks/a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211078 Jul 18 10:34:39.780945 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-60cf6386-8dbd-4765-ad1b-56b9802be20d admin admin] Allocated IP 172.20.0.1 (aa3e5fe6-aa22-4836-8d61-28fdcd6950fe/163f1fc6-a401-47e2-be63-6d39e9584c30/e6bb5c6d-54e9-4bb3-849a-5a11baf32de7) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:34:39.787424 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.db.api [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 18 10:34:39.787973 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG oslo_db.api [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 18 10:34:39.794572 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-81482e66-c3a5-421e-b84c-e9d245e06320 None None] Provisioning complete for port 4f85884e-5c29-4f13-b04d-b7ac685cc8dc triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:39.795127 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-81482e66-c3a5-421e-b84c-e9d245e06320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (4f85884e-5c29-4f13-b04d-b7ac685cc8dc), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:39.830279 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-032f6d1a-24df-4d6f-a537-425eb5c5a553 None None] Publish callbacks [] for port (2071e1df-f5e6-49dd-8797-bc0afba889ee), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:39.836077 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-032f6d1a-24df-4d6f-a537-425eb5c5a553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (2071e1df-f5e6-49dd-8797-bc0afba889ee), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:39.855101 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:39.875551 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-81482e66-c3a5-421e-b84c-e9d245e06320 None None] Current status of the port 4f85884e-5c29-4f13-b04d-b7ac685cc8dc is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:34:39.883966 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-032f6d1a-24df-4d6f-a537-425eb5c5a553 None None] Attempting to bind port 2071e1df-f5e6-49dd-8797-bc0afba889ee on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:34:39.884342 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-032f6d1a-24df-4d6f-a537-425eb5c5a553 None None] Attempting to bind port 2071e1df-f5e6-49dd-8797-bc0afba889ee by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:34:39.884803 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032f6d1a-24df-4d6f-a537-425eb5c5a553 None None] Attempting to bind port 2071e1df-f5e6-49dd-8797-bc0afba889ee on network ab707614-a8a6-4503-81fa-3cf63d34938b {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:34:39.897570 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032f6d1a-24df-4d6f-a537-425eb5c5a553 None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:34:39.898062 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032f6d1a-24df-4d6f-a537-425eb5c5a553 None None] Checking segment: {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:34:39.898471 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-032f6d1a-24df-4d6f-a537-425eb5c5a553 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:39.898924 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032f6d1a-24df-4d6f-a537-425eb5c5a553 None None] Bound using segment: {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:34:39.899475 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-032f6d1a-24df-4d6f-a537-425eb5c5a553 None None] Bound port: 2071e1df-f5e6-49dd-8797-bc0afba889ee, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:34:39.899927 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-032f6d1a-24df-4d6f-a537-425eb5c5a553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (2071e1df-f5e6-49dd-8797-bc0afba889ee), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:39.903319 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ddea64-61ee-43d8-b346-2ef913a6bb9c None None] Pushing event updated for resources: {'Port': ['ID=2071e1df-f5e6-49dd-8797-bc0afba889ee,revision_number=2']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:39.903946 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-60cf6386-8dbd-4765-ad1b-56b9802be20d admin admin] Publish callbacks [] for port (e6bb5c6d-54e9-4bb3-849a-5a11baf32de7), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:39.926499 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:39.929820 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ddea64-61ee-43d8-b346-2ef913a6bb9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:34:39.930165 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ddea64-61ee-43d8-b346-2ef913a6bb9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:34:39.930519 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ddea64-61ee-43d8-b346-2ef913a6bb9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:34:39.931066 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ddea64-61ee-43d8-b346-2ef913a6bb9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:34:39.931196 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ddea64-61ee-43d8-b346-2ef913a6bb9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:34:39.931506 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ddea64-61ee-43d8-b346-2ef913a6bb9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:34:39.931827 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ddea64-61ee-43d8-b346-2ef913a6bb9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:34:39.932136 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ddea64-61ee-43d8-b346-2ef913a6bb9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:34:39.932540 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ddea64-61ee-43d8-b346-2ef913a6bb9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:34:39.932981 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ddea64-61ee-43d8-b346-2ef913a6bb9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:34:39.933105 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ddea64-61ee-43d8-b346-2ef913a6bb9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:34:39.933443 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ddea64-61ee-43d8-b346-2ef913a6bb9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:34:39.933755 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ddea64-61ee-43d8-b346-2ef913a6bb9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:34:39.934106 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ddea64-61ee-43d8-b346-2ef913a6bb9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:34:39.934493 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ddea64-61ee-43d8-b346-2ef913a6bb9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:34:39.939971 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-60cf6386-8dbd-4765-ad1b-56b9802be20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (e6bb5c6d-54e9-4bb3-849a-5a11baf32de7), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:39.965110 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-032f6d1a-24df-4d6f-a537-425eb5c5a553 None None] For port 2071e1df-f5e6-49dd-8797-bc0afba889ee, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:34:39.968872 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-032f6d1a-24df-4d6f-a537-425eb5c5a553 None None] For port 2071e1df-f5e6-49dd-8797-bc0afba889ee, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=2071e1df-f5e6-49dd-8797-bc0afba889ee,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:34:39.974934 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-032f6d1a-24df-4d6f-a537-425eb5c5a553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (2071e1df-f5e6-49dd-8797-bc0afba889ee), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:39.980661 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cf6386-8dbd-4765-ad1b-56b9802be20d admin admin] Network aa3e5fe6-aa22-4836-8d61-28fdcd6950fe is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:34:39.988481 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-60cf6386-8dbd-4765-ad1b-56b9802be20d admin admin] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:34:39.992401 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cf6386-8dbd-4765-ad1b-56b9802be20d admin admin] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:34:39.995740 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf6386-8dbd-4765-ad1b-56b9802be20d admin admin] Pushing event updated for resources: {'Port': ['ID=e6bb5c6d-54e9-4bb3-849a-5a11baf32de7,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:40.037973 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032f6d1a-24df-4d6f-a537-425eb5c5a553 None None] Routers {'55193e9e-6ba1-43b7-9e65-0b877b363524'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:34:40.038599 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-032f6d1a-24df-4d6f-a537-425eb5c5a553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:34:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['55193e9e-6ba1-43b7-9e65-0b877b363524'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:40.040249 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-60cf6386-8dbd-4765-ad1b-56b9802be20d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783477'] for router_interface (55193e9e-6ba1-43b7-9e65-0b877b363524), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:40.043747 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ddea64-61ee-43d8-b346-2ef913a6bb9c None None] Pushing event updated for resources: {'Port': ['ID=2071e1df-f5e6-49dd-8797-bc0afba889ee,revision_number=3']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:40.150542 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-032f6d1a-24df-4d6f-a537-425eb5c5a553 None None] Set router 55193e9e-6ba1-43b7-9e65-0b877b363524 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:34:40.185099 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-60cf6386-8dbd-4765-ad1b-56b9802be20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (e6bb5c6d-54e9-4bb3-849a-5a11baf32de7), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:40.204673 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-d8d60835-2ddd-4b9d-b1ab-5d0fb5869a67 None None] Provisioning complete for port e6bb5c6d-54e9-4bb3-849a-5a11baf32de7 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:40.205057 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d8d60835-2ddd-4b9d-b1ab-5d0fb5869a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (e6bb5c6d-54e9-4bb3-849a-5a11baf32de7), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:40.241726 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-d8d60835-2ddd-4b9d-b1ab-5d0fb5869a67 None None] Port e6bb5c6d-54e9-4bb3-849a-5a11baf32de7 cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:34:40.311827 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:40.326616 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 4f85884e-5c29-4f13-b04d-b7ac685cc8dc is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:34:40.331779 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-032f6d1a-24df-4d6f-a537-425eb5c5a553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'name': 'tempest-TestShelveInstance-1146237224-router', 'tenant_id': '5628452a1ceb4af293ea96c187983fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2071e1df-f5e6-49dd-8797-bc0afba889ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:36Z', 'updated_at': '2022-07-18T10:34:38Z', 'revision_number': 3, 'project_id': '5628452a1ceb4af293ea96c187983fa6', 'gw_port': {'id': '2071e1df-f5e6-49dd-8797-bc0afba889ee', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:37Z', 'updated_at': '2022-07-18T10:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi'}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:40.356377 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032f6d1a-24df-4d6f-a537-425eb5c5a553 None None] The sync data for ids ['55193e9e-6ba1-43b7-9e65-0b877b363524'] in dv-cinder-837546-3-iscsi is: [{'id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'name': 'tempest-TestShelveInstance-1146237224-router', 'tenant_id': '5628452a1ceb4af293ea96c187983fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2071e1df-f5e6-49dd-8797-bc0afba889ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:36Z', 'updated_at': '2022-07-18T10:34:38Z', 'revision_number': 3, 'project_id': '5628452a1ceb4af293ea96c187983fa6', 'gw_port': {'id': '2071e1df-f5e6-49dd-8797-bc0afba889ee', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:37Z', 'updated_at': '2022-07-18T10:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi'}] {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:34:40.359425 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-60cf6386-8dbd-4765-ad1b-56b9802be20d admin admin] Publish callbacks [] for port (e6bb5c6d-54e9-4bb3-849a-5a11baf32de7), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:40.364201 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-60cf6386-8dbd-4765-ad1b-56b9802be20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260947040'] for port (e6bb5c6d-54e9-4bb3-849a-5a11baf32de7), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:40.446165 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf6386-8dbd-4765-ad1b-56b9802be20d admin admin] Pushing event updated for resources: {'Port': ['ID=e6bb5c6d-54e9-4bb3-849a-5a11baf32de7,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:40.449491 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-60cf6386-8dbd-4765-ad1b-56b9802be20d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-987694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-781581'] for router_interface (55193e9e-6ba1-43b7-9e65-0b877b363524), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:40.543342 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cf6386-8dbd-4765-ad1b-56b9802be20d admin admin] Network aa3e5fe6-aa22-4836-8d61-28fdcd6950fe is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:34:40.544801 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-60cf6386-8dbd-4765-ad1b-56b9802be20d admin admin] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:34:40.667273 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:40.678674 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60cf6386-8dbd-4765-ad1b-56b9802be20d admin admin] Router 55193e9e-6ba1-43b7-9e65-0b877b363524 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:34:40.798472 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60cf6386-8dbd-4765-ad1b-56b9802be20d admin admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:34:40.803326 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-60cf6386-8dbd-4765-ad1b-56b9802be20d admin admin] 10.222.0.33 "PUT /v2.0/routers/55193e9e-6ba1-43b7-9e65-0b877b363524/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9822671 Jul 18 10:34:40.862264 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-1f4ab1a1-9b18-488a-9569-8625d06586a3 None None] Provisioning complete for port e6bb5c6d-54e9-4bb3-849a-5a11baf32de7 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:40.862889 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-1f4ab1a1-9b18-488a-9569-8625d06586a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (e6bb5c6d-54e9-4bb3-849a-5a11baf32de7), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:40.898630 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-1f4ab1a1-9b18-488a-9569-8625d06586a3 None None] Port e6bb5c6d-54e9-4bb3-849a-5a11baf32de7 cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:34:41.300065 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35844) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:41.305032 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-ba4a3a32-9eb2-4040-b69d-7fce2ad20cfe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1404416390-network', 'tenant_id': 'a288f00152ee4a52945eb7be54d28207'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:34:41.329996 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4a3a32-9eb2-4040-b69d-7fce2ad20cfe admin admin] Made reservation on behalf of a288f00152ee4a52945eb7be54d28207 for: {'network': 1} {{(pid=103898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:34:41.332406 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ba4a3a32-9eb2-4040-b69d-7fce2ad20cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for network (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:41.334973 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:41.344720 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ba4a3a32-9eb2-4040-b69d-7fce2ad20cfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:41.347451 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 2071e1df-f5e6-49dd-8797-bc0afba889ee up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:34:41.399448 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 2071e1df-f5e6-49dd-8797-bc0afba889ee triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:41.400256 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (2071e1df-f5e6-49dd-8797-bc0afba889ee), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:41.427666 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ba4a3a32-9eb2-4040-b69d-7fce2ad20cfe admin admin] Publish callbacks [] for security_group (7361d291-ef74-4f5a-860e-3b0c94002378), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:41.432824 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ba4a3a32-9eb2-4040-b69d-7fce2ad20cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (7361d291-ef74-4f5a-860e-3b0c94002378), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:41.459016 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba4a3a32-9eb2-4040-b69d-7fce2ad20cfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:34:41.473499 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a3a32-9eb2-4040-b69d-7fce2ad20cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7361d291-ef74-4f5a-860e-3b0c94002378,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:41.478783 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ba4a3a32-9eb2-4040-b69d-7fce2ad20cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (bc7d06ed-a70e-48ae-a785-9229ae392438), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:41.479131 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.db.segments_db [None req-ba4a3a32-9eb2-4040-b69d-7fce2ad20cfe admin admin] Added segment bc7d06ed-a70e-48ae-a785-9229ae392438 of type vlan for network cbdecb9d-4b66-4c55-b49a-5f3a76b3a524 Jul 18 10:34:41.480080 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 2071e1df-f5e6-49dd-8797-bc0afba889ee is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:34:41.480478 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (2071e1df-f5e6-49dd-8797-bc0afba889ee), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:41.487336 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:41.504779 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] For port 2071e1df-f5e6-49dd-8797-bc0afba889ee, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=2071e1df-f5e6-49dd-8797-bc0afba889ee,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:34:41.508529 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (2071e1df-f5e6-49dd-8797-bc0afba889ee), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:41.509340 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 4f85884e-5c29-4f13-b04d-b7ac685cc8dc up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:34:41.523788 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ba4a3a32-9eb2-4040-b69d-7fce2ad20cfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756233730353'] for network (cbdecb9d-4b66-4c55-b49a-5f3a76b3a524), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:41.562910 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ba4a3a32-9eb2-4040-b69d-7fce2ad20cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580'] for network (cbdecb9d-4b66-4c55-b49a-5f3a76b3a524), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:41.564553 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4a3a32-9eb2-4040-b69d-7fce2ad20cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:41.565316 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ba4a3a32-9eb2-4040-b69d-7fce2ad20cfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:41.591161 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Pushing event updated for resources: {'Port': ['ID=2071e1df-f5e6-49dd-8797-bc0afba889ee,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:41.599590 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 4f85884e-5c29-4f13-b04d-b7ac685cc8dc triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:41.599969 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (4f85884e-5c29-4f13-b04d-b7ac685cc8dc), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:41.607730 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-ba4a3a32-9eb2-4040-b69d-7fce2ad20cfe admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3040674 Jul 18 10:34:41.608293 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35846) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:41.638692 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-542a69ff-571e-4c09-b94f-00d367e1ec52 admin admin] Request body: {'subnet': {'network_id': 'cbdecb9d-4b66-4c55-b49a-5f3a76b3a524', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1404416390-subnet', 'tenant_id': 'a288f00152ee4a52945eb7be54d28207', 'ip_version': 4}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:34:41.652065 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a3a32-9eb2-4040-b69d-7fce2ad20cfe admin admin] Pushing event updated for resources: {'Network': ['ID=cbdecb9d-4b66-4c55-b49a-5f3a76b3a524,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:41.661893 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Network cbdecb9d-4b66-4c55-b49a-5f3a76b3a524 details requested by agent ovs-agent-dv-cinder-837546-3-iscsi with host dv-cinder-837546-3-iscsi {{(pid=103900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:34:41.667177 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542a69ff-571e-4c09-b94f-00d367e1ec52 admin admin] Made reservation on behalf of a288f00152ee4a52945eb7be54d28207 for: {'subnet': 1} {{(pid=103898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:34:41.669892 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-542a69ff-571e-4c09-b94f-00d367e1ec52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260973226'] for subnet (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:41.697476 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 4f85884e-5c29-4f13-b04d-b7ac685cc8dc is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:34:41.860338 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-542a69ff-571e-4c09-b94f-00d367e1ec52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260947695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260973236'] for subnet (9cdf5902-4a2b-49cc-bea2-2ee61e3ae2f0), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:41.905130 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b483f224-65eb-4081-b48b-75d3f059f622 None None] Sync routers for ids ['55193e9e-6ba1-43b7-9e65-0b877b363524'] in dv-cinder-837546-3-iscsi {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:34:41.915472 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b483f224-65eb-4081-b48b-75d3f059f622 None None] Routers {'55193e9e-6ba1-43b7-9e65-0b877b363524'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:34:41.916069 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-b483f224-65eb-4081-b48b-75d3f059f622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:34:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['55193e9e-6ba1-43b7-9e65-0b877b363524'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:41.925672 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:41.928550 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a69ff-571e-4c09-b94f-00d367e1ec52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cdf5902-4a2b-49cc-bea2-2ee61e3ae2f0,revision_number=0']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:41.941116 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542a69ff-571e-4c09-b94f-00d367e1ec52 admin admin] Checking segment: {'id': 'bc7d06ed-a70e-48ae-a785-9229ae392438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cbdecb9d-4b66-4c55-b49a-5f3a76b3a524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:34:41.941555 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542a69ff-571e-4c09-b94f-00d367e1ec52 admin admin] Network hostable DHCP agents. Network: cbdecb9d-4b66-4c55-b49a-5f3a76b3a524, hostable agents: ['fa8f3552-6db4-4084-80f3-0029642e69db'], hosted agents: [] {{(pid=103898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:34:41.959884 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542a69ff-571e-4c09-b94f-00d367e1ec52 admin admin] Network cbdecb9d-4b66-4c55-b49a-5f3a76b3a524 is scheduled to be hosted by DHCP agent fa8f3552-6db4-4084-80f3-0029642e69db with binding_index 1 {{(pid=103898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:34:41.968896 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-542a69ff-571e-4c09-b94f-00d367e1ec52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-3-iscsi, cbdecb9d-4b66-4c55-b49a-5f3a76b3a524) {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:34:41.973581 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542a69ff-571e-4c09-b94f-00d367e1ec52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:41.974544 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-542a69ff-571e-4c09-b94f-00d367e1ec52 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:41.978921 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc9abf4-82e4-41ef-89e3-bdb2d6ff6fa4 None None] Network cbdecb9d-4b66-4c55-b49a-5f3a76b3a524 requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:34:41.992629 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-542a69ff-571e-4c09-b94f-00d367e1ec52 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3832393 Jul 18 10:34:41.995331 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 35848) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:42.000988 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-fcf3061b-a074-47b7-aca5-5414fe602834 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1404416390-router', 'tenant_id': 'a288f00152ee4a52945eb7be54d28207', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:34:42.004623 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:42.022322 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-fcf3061b-a074-47b7-aca5-5414fe602834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-659929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1453'] for router (b5537a02-5c06-4c29-b0bf-86ff532e43fa), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:42.023458 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-fcf3061b-a074-47b7-aca5-5414fe602834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1434'] for router (b5537a02-5c06-4c29-b0bf-86ff532e43fa), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:42.025351 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-b483f224-65eb-4081-b48b-75d3f059f622 None None] Set router 55193e9e-6ba1-43b7-9e65-0b877b363524 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:34:42.090873 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-fcf3061b-a074-47b7-aca5-5414fe602834 admin admin] Publish callbacks [] for router_controller (b5537a02-5c06-4c29-b0bf-86ff532e43fa), precommit_add_association {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:42.094294 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf7f2b8-f8bb-4efa-9739-319577ba2288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69b35a5f-4d22-5468-adcd-c56b599b10b8-cbdecb9d-4b66-4c55-b49a-5f3a76b3a524', 'network_id': 'cbdecb9d-4b66-4c55-b49a-5f3a76b3a524', 'project_id': 'a288f00152ee4a52945eb7be54d28207', 'fixed_ips': [{'subnet_id': '9cdf5902-4a2b-49cc-bea2-2ee61e3ae2f0'}]}} from dv-cinder-837546-3-iscsi. {{(pid=103900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 10:34:42.095313 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-faf7f2b8-f8bb-4efa-9739-319577ba2288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:42.153938 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:42.229040 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:42.232571 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-b483f224-65eb-4081-b48b-75d3f059f622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'name': 'tempest-TestShelveInstance-1146237224-router', 'tenant_id': '5628452a1ceb4af293ea96c187983fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2071e1df-f5e6-49dd-8797-bc0afba889ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:36Z', 'updated_at': '2022-07-18T10:34:40Z', 'revision_number': 4, 'project_id': '5628452a1ceb4af293ea96c187983fa6', 'gw_port': {'id': '2071e1df-f5e6-49dd-8797-bc0afba889ee', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:37Z', 'updated_at': '2022-07-18T10:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': 'e6bb5c6d-54e9-4bb3-849a-5a11baf32de7', 'name': '', 'network_id': 'aa3e5fe6-aa22-4836-8d61-28fdcd6950fe', 'tenant_id': '5628452a1ceb4af293ea96c187983fa6', 'mac_address': 'fa:16:3e:a3:26:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '163f1fc6-a401-47e2-be63-6d39e9584c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:39Z', 'updated_at': '2022-07-18T10:34:40Z', 'revision_number': 2, 'project_id': '5628452a1ceb4af293ea96c187983fa6', 'subnets': [{'id': '163f1fc6-a401-47e2-be63-6d39e9584c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:42.238491 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-fcf3061b-a074-47b7-aca5-5414fe602834 admin admin] Publish callbacks [] for router_gateway (b5537a02-5c06-4c29-b0bf-86ff532e43fa), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:42.248362 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [None req-faf7f2b8-f8bb-4efa-9739-319577ba2288 None None] Allocated IP 172.20.0.2 (cbdecb9d-4b66-4c55-b49a-5f3a76b3a524/9cdf5902-4a2b-49cc-bea2-2ee61e3ae2f0/ba06b875-002e-400e-94e3-6eeefeb62976) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:34:42.260166 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b483f224-65eb-4081-b48b-75d3f059f622 None None] Checking router: 55193e9e-6ba1-43b7-9e65-0b877b363524 for host: dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:34:42.260673 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b483f224-65eb-4081-b48b-75d3f059f622 None None] Updating router 55193e9e-6ba1-43b7-9e65-0b877b363524 port e6bb5c6d-54e9-4bb3-849a-5a11baf32de7 binding host dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:34:42.289069 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b483f224-65eb-4081-b48b-75d3f059f622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (e6bb5c6d-54e9-4bb3-849a-5a11baf32de7), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:42.381205 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:42.406105 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-faf7f2b8-f8bb-4efa-9739-319577ba2288 None None] Publish callbacks [] for port (ba06b875-002e-400e-94e3-6eeefeb62976), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:42.412335 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-faf7f2b8-f8bb-4efa-9739-319577ba2288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598'] for port (ba06b875-002e-400e-94e3-6eeefeb62976), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:42.429460 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-fcf3061b-a074-47b7-aca5-5414fe602834 admin admin] Publish callbacks [] for router_gateway (b5537a02-5c06-4c29-b0bf-86ff532e43fa), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:42.449149 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-fcf3061b-a074-47b7-aca5-5414fe602834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:42.450402 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf7f2b8-f8bb-4efa-9739-319577ba2288 None None] Network cbdecb9d-4b66-4c55-b49a-5f3a76b3a524 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:34:42.466472 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-faf7f2b8-f8bb-4efa-9739-319577ba2288 None None] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:34:42.471464 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf7f2b8-f8bb-4efa-9739-319577ba2288 None None] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:34:42.478978 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7f2b8-f8bb-4efa-9739-319577ba2288 None None] Pushing event updated for resources: {'Port': ['ID=ba06b875-002e-400e-94e3-6eeefeb62976,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:42.536998 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-faf7f2b8-f8bb-4efa-9739-319577ba2288 None None] Attempting to bind port ba06b875-002e-400e-94e3-6eeefeb62976 on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:34:42.537310 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-faf7f2b8-f8bb-4efa-9739-319577ba2288 None None] Attempting to bind port ba06b875-002e-400e-94e3-6eeefeb62976 by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': 'bc7d06ed-a70e-48ae-a785-9229ae392438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cbdecb9d-4b66-4c55-b49a-5f3a76b3a524'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:34:42.537646 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf7f2b8-f8bb-4efa-9739-319577ba2288 None None] Attempting to bind port ba06b875-002e-400e-94e3-6eeefeb62976 on network cbdecb9d-4b66-4c55-b49a-5f3a76b3a524 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:34:42.542828 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf7f2b8-f8bb-4efa-9739-319577ba2288 None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:34:42.543195 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf7f2b8-f8bb-4efa-9739-319577ba2288 None None] Checking segment: {'id': 'bc7d06ed-a70e-48ae-a785-9229ae392438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cbdecb9d-4b66-4c55-b49a-5f3a76b3a524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:34:42.543586 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-faf7f2b8-f8bb-4efa-9739-319577ba2288 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:42.543963 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf7f2b8-f8bb-4efa-9739-319577ba2288 None None] Bound using segment: {'id': 'bc7d06ed-a70e-48ae-a785-9229ae392438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cbdecb9d-4b66-4c55-b49a-5f3a76b3a524'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:34:42.544421 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-faf7f2b8-f8bb-4efa-9739-319577ba2288 None None] Bound port: ba06b875-002e-400e-94e3-6eeefeb62976, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc7d06ed-a70e-48ae-a785-9229ae392438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cbdecb9d-4b66-4c55-b49a-5f3a76b3a524'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:34:42.544820 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-faf7f2b8-f8bb-4efa-9739-319577ba2288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (ba06b875-002e-400e-94e3-6eeefeb62976), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:42.569427 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_common [None req-fcf3061b-a074-47b7-aca5-5414fe602834 admin admin] Allocated IP 172.27.3.46 (ab707614-a8a6-4503-81fa-3cf63d34938b/a666abde-39cf-4361-a6f5-7885f7528b36/58191e03-81c2-4113-a08d-8107e7f5ccbf) {{(pid=103899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:34:42.584377 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b483f224-65eb-4081-b48b-75d3f059f622 None None] Publish callbacks [] for port (e6bb5c6d-54e9-4bb3-849a-5a11baf32de7), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:42.595169 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b483f224-65eb-4081-b48b-75d3f059f622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (e6bb5c6d-54e9-4bb3-849a-5a11baf32de7), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:42.613784 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-faf7f2b8-f8bb-4efa-9739-319577ba2288 None None] For port ba06b875-002e-400e-94e3-6eeefeb62976, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:34:42.617262 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-faf7f2b8-f8bb-4efa-9739-319577ba2288 None None] For port ba06b875-002e-400e-94e3-6eeefeb62976, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=ba06b875-002e-400e-94e3-6eeefeb62976,segment=NetworkSegment(bc7d06ed-a70e-48ae-a785-9229ae392438),segment_id=bc7d06ed-a70e-48ae-a785-9229ae392438)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:34:42.624713 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-faf7f2b8-f8bb-4efa-9739-319577ba2288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (ba06b875-002e-400e-94e3-6eeefeb62976), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:42.646922 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b9943-e5e7-49b8-9a80-777418bb41d6 None None] Pushing event updated for resources: {'Port': ['ID=e6bb5c6d-54e9-4bb3-849a-5a11baf32de7,revision_number=3']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:42.661489 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:42.705519 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7f2b8-f8bb-4efa-9739-319577ba2288 None None] Pushing event updated for resources: {'Port': ['ID=ba06b875-002e-400e-94e3-6eeefeb62976,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:42.711518 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-fcf3061b-a074-47b7-aca5-5414fe602834 admin admin] Publish callbacks [] for port (58191e03-81c2-4113-a08d-8107e7f5ccbf), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:42.731840 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-b483f224-65eb-4081-b48b-75d3f059f622 None None] Attempting to bind port e6bb5c6d-54e9-4bb3-849a-5a11baf32de7 on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:34:42.732226 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-b483f224-65eb-4081-b48b-75d3f059f622 None None] Attempting to bind port e6bb5c6d-54e9-4bb3-849a-5a11baf32de7 by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': '2cc1ab7d-9964-48f5-ae9a-41c584d144f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aa3e5fe6-aa22-4836-8d61-28fdcd6950fe'}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:34:42.732597 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b483f224-65eb-4081-b48b-75d3f059f622 None None] Attempting to bind port e6bb5c6d-54e9-4bb3-849a-5a11baf32de7 on network aa3e5fe6-aa22-4836-8d61-28fdcd6950fe {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:34:42.739515 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b483f224-65eb-4081-b48b-75d3f059f622 None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:34:42.739888 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b483f224-65eb-4081-b48b-75d3f059f622 None None] Checking segment: {'id': '2cc1ab7d-9964-48f5-ae9a-41c584d144f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aa3e5fe6-aa22-4836-8d61-28fdcd6950fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:34:42.740266 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b483f224-65eb-4081-b48b-75d3f059f622 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:42.740685 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b483f224-65eb-4081-b48b-75d3f059f622 None None] Bound using segment: {'id': '2cc1ab7d-9964-48f5-ae9a-41c584d144f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aa3e5fe6-aa22-4836-8d61-28fdcd6950fe'} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:34:42.741327 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-b483f224-65eb-4081-b48b-75d3f059f622 None None] Bound port: e6bb5c6d-54e9-4bb3-849a-5a11baf32de7, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc1ab7d-9964-48f5-ae9a-41c584d144f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aa3e5fe6-aa22-4836-8d61-28fdcd6950fe'}}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:34:42.741550 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b483f224-65eb-4081-b48b-75d3f059f622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (e6bb5c6d-54e9-4bb3-849a-5a11baf32de7), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:42.755860 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-fcf3061b-a074-47b7-aca5-5414fe602834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (58191e03-81c2-4113-a08d-8107e7f5ccbf), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:42.805984 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3061b-a074-47b7-aca5-5414fe602834 admin admin] Pushing event updated for resources: {'Port': ['ID=58191e03-81c2-4113-a08d-8107e7f5ccbf,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:42.817365 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf3061b-a074-47b7-aca5-5414fe602834 admin admin] Network ab707614-a8a6-4503-81fa-3cf63d34938b is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:34:42.819211 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [None req-fcf3061b-a074-47b7-aca5-5414fe602834 admin admin] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:34:42.821501 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf3061b-a074-47b7-aca5-5414fe602834 admin admin] Received port after_create {{(pid=103899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:34:42.936866 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-b483f224-65eb-4081-b48b-75d3f059f622 None None] For port e6bb5c6d-54e9-4bb3-849a-5a11baf32de7, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:34:42.943027 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-b483f224-65eb-4081-b48b-75d3f059f622 None None] For port e6bb5c6d-54e9-4bb3-849a-5a11baf32de7, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=e6bb5c6d-54e9-4bb3-849a-5a11baf32de7,segment=NetworkSegment(2cc1ab7d-9964-48f5-ae9a-41c584d144f0),segment_id=2cc1ab7d-9964-48f5-ae9a-41c584d144f0)] {{(pid=103901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:34:42.960667 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b483f224-65eb-4081-b48b-75d3f059f622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (e6bb5c6d-54e9-4bb3-849a-5a11baf32de7), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:42.961290 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:42.979093 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9ceaa382-df47-4961-bd80-b39de68d27d4 None None] Provisioning complete for port e6bb5c6d-54e9-4bb3-849a-5a11baf32de7 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:42.979635 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9ceaa382-df47-4961-bd80-b39de68d27d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (e6bb5c6d-54e9-4bb3-849a-5a11baf32de7), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:43.031947 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b483f224-65eb-4081-b48b-75d3f059f622 None None] Routers {'55193e9e-6ba1-43b7-9e65-0b877b363524'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:34:43.032547 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-b483f224-65eb-4081-b48b-75d3f059f622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:34:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['55193e9e-6ba1-43b7-9e65-0b877b363524'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:43.034556 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b9943-e5e7-49b8-9a80-777418bb41d6 None None] Pushing event updated for resources: {'Port': ['ID=e6bb5c6d-54e9-4bb3-849a-5a11baf32de7,revision_number=4']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:43.080572 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9ceaa382-df47-4961-bd80-b39de68d27d4 None None] Current status of the port e6bb5c6d-54e9-4bb3-849a-5a11baf32de7 is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:34:43.081135 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9ceaa382-df47-4961-bd80-b39de68d27d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (e6bb5c6d-54e9-4bb3-849a-5a11baf32de7), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:43.121080 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-9ceaa382-df47-4961-bd80-b39de68d27d4 None None] For port e6bb5c6d-54e9-4bb3-849a-5a11baf32de7, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=e6bb5c6d-54e9-4bb3-849a-5a11baf32de7,segment=NetworkSegment(2cc1ab7d-9964-48f5-ae9a-41c584d144f0),segment_id=2cc1ab7d-9964-48f5-ae9a-41c584d144f0)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:34:43.129816 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9ceaa382-df47-4961-bd80-b39de68d27d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (e6bb5c6d-54e9-4bb3-849a-5a11baf32de7), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:43.179352 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:43.180230 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-fcf3061b-a074-47b7-aca5-5414fe602834 admin admin] Publish callbacks [] for router_gateway (b5537a02-5c06-4c29-b0bf-86ff532e43fa), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:43.196271 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceaa382-df47-4961-bd80-b39de68d27d4 None None] Pushing event updated for resources: {'Port': ['ID=e6bb5c6d-54e9-4bb3-849a-5a11baf32de7,revision_number=5']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:43.215784 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-b483f224-65eb-4081-b48b-75d3f059f622 None None] Set router 55193e9e-6ba1-43b7-9e65-0b877b363524 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:34:43.402824 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:43.422104 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-fcf3061b-a074-47b7-aca5-5414fe602834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780286'] for router (b5537a02-5c06-4c29-b0bf-86ff532e43fa), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:43.422891 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 2071e1df-f5e6-49dd-8797-bc0afba889ee up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:34:43.424691 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:43.446444 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-b483f224-65eb-4081-b48b-75d3f059f622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'name': 'tempest-TestShelveInstance-1146237224-router', 'tenant_id': '5628452a1ceb4af293ea96c187983fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2071e1df-f5e6-49dd-8797-bc0afba889ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:36Z', 'updated_at': '2022-07-18T10:34:40Z', 'revision_number': 4, 'project_id': '5628452a1ceb4af293ea96c187983fa6', 'gw_port': {'id': '2071e1df-f5e6-49dd-8797-bc0afba889ee', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:37Z', 'updated_at': '2022-07-18T10:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': 'e6bb5c6d-54e9-4bb3-849a-5a11baf32de7', 'name': '', 'network_id': 'aa3e5fe6-aa22-4836-8d61-28fdcd6950fe', 'tenant_id': '5628452a1ceb4af293ea96c187983fa6', 'mac_address': 'fa:16:3e:a3:26:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '163f1fc6-a401-47e2-be63-6d39e9584c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:39Z', 'updated_at': '2022-07-18T10:34:42Z', 'revision_number': 4, 'project_id': '5628452a1ceb4af293ea96c187983fa6', 'subnets': [{'id': '163f1fc6-a401-47e2-be63-6d39e9584c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:43.471350 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b483f224-65eb-4081-b48b-75d3f059f622 None None] The sync data for ids ['55193e9e-6ba1-43b7-9e65-0b877b363524'] in dv-cinder-837546-3-iscsi is: [{'id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'name': 'tempest-TestShelveInstance-1146237224-router', 'tenant_id': '5628452a1ceb4af293ea96c187983fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2071e1df-f5e6-49dd-8797-bc0afba889ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:36Z', 'updated_at': '2022-07-18T10:34:40Z', 'revision_number': 4, 'project_id': '5628452a1ceb4af293ea96c187983fa6', 'gw_port': {'id': '2071e1df-f5e6-49dd-8797-bc0afba889ee', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:37Z', 'updated_at': '2022-07-18T10:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': 'e6bb5c6d-54e9-4bb3-849a-5a11baf32de7', 'name': '', 'network_id': 'aa3e5fe6-aa22-4836-8d61-28fdcd6950fe', 'tenant_id': '5628452a1ceb4af293ea96c187983fa6', 'mac_address': 'fa:16:3e:a3:26:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '163f1fc6-a401-47e2-be63-6d39e9584c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:39Z', 'updated_at': '2022-07-18T10:34:42Z', 'revision_number': 4, 'project_id': '5628452a1ceb4af293ea96c187983fa6', 'subnets': [{'id': '163f1fc6-a401-47e2-be63-6d39e9584c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:34:43.482404 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-a534324f-7afb-4b68-9eb6-84fc44606260 None None] Provisioning complete for port e6bb5c6d-54e9-4bb3-849a-5a11baf32de7 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:43.482770 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a534324f-7afb-4b68-9eb6-84fc44606260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (e6bb5c6d-54e9-4bb3-849a-5a11baf32de7), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:43.539845 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 2071e1df-f5e6-49dd-8797-bc0afba889ee triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:43.540340 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (2071e1df-f5e6-49dd-8797-bc0afba889ee), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:43.596142 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf3061b-a074-47b7-aca5-5414fe602834 admin admin] Router b5537a02-5c06-4c29-b0bf-86ff532e43fa is scheduled to L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c with binding_index 1 {{(pid=103899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 10:34:43.664550 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-a534324f-7afb-4b68-9eb6-84fc44606260 None None] Current status of the port e6bb5c6d-54e9-4bb3-849a-5a11baf32de7 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:34:43.681630 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 2071e1df-f5e6-49dd-8797-bc0afba889ee is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:34:43.683109 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device ba06b875-002e-400e-94e3-6eeefeb62976 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:34:43.728087 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf3061b-a074-47b7-aca5-5414fe602834 admin admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:34:43.742844 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66a053b-d5a3-471e-9b3d-341cf37be887 None None] Sync routers for ids ['b5537a02-5c06-4c29-b0bf-86ff532e43fa'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:34:43.750895 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-fcf3061b-a074-47b7-aca5-5414fe602834 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:43.752909 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-fcf3061b-a074-47b7-aca5-5414fe602834 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7564116 Jul 18 10:34:43.755579 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35854) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:43.760008 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port ba06b875-002e-400e-94e3-6eeefeb62976 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:43.761000 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (ba06b875-002e-400e-94e3-6eeefeb62976), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:43.785928 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66a053b-d5a3-471e-9b3d-341cf37be887 None None] Routers {'b5537a02-5c06-4c29-b0bf-86ff532e43fa'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:34:43.786479 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-e66a053b-d5a3-471e-9b3d-341cf37be887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:34:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['b5537a02-5c06-4c29-b0bf-86ff532e43fa'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:43.792336 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:43.927757 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:43.936087 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:43.944873 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-e66a053b-d5a3-471e-9b3d-341cf37be887 None None] Set router b5537a02-5c06-4c29-b0bf-86ff532e43fa gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:34:43.947058 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port ba06b875-002e-400e-94e3-6eeefeb62976 is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:34:43.947449 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (ba06b875-002e-400e-94e3-6eeefeb62976), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:44.034456 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1edc6ed-7445-4575-ac4e-451e5a3098f6 None None] Network cbdecb9d-4b66-4c55-b49a-5f3a76b3a524 requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:34:44.112200 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] For port ba06b875-002e-400e-94e3-6eeefeb62976, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=ba06b875-002e-400e-94e3-6eeefeb62976,segment=NetworkSegment(bc7d06ed-a70e-48ae-a785-9229ae392438),segment_id=bc7d06ed-a70e-48ae-a785-9229ae392438)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:34:44.126418 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (ba06b875-002e-400e-94e3-6eeefeb62976), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:44.185151 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-31390430-0ef6-4113-bd71-02a2a18fb57a None None] Provisioning complete for port ba06b875-002e-400e-94e3-6eeefeb62976 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:44.185753 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-31390430-0ef6-4113-bd71-02a2a18fb57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (ba06b875-002e-400e-94e3-6eeefeb62976), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:44.240011 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-41727182-3b37-4be0-a222-6aacbe561a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:44.271111 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Pushing event updated for resources: {'Port': ['ID=ba06b875-002e-400e-94e3-6eeefeb62976,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:44.343600 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-e66a053b-d5a3-471e-9b3d-341cf37be887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5537a02-5c06-4c29-b0bf-86ff532e43fa', 'name': 'tempest-TestShelveInstance-1404416390-router', 'tenant_id': 'a288f00152ee4a52945eb7be54d28207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '58191e03-81c2-4113-a08d-8107e7f5ccbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:42Z', 'updated_at': '2022-07-18T10:34:43Z', 'revision_number': 3, 'project_id': 'a288f00152ee4a52945eb7be54d28207', 'gw_port': {'id': '58191e03-81c2-4113-a08d-8107e7f5ccbf', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5537a02-5c06-4c29-b0bf-86ff532e43fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:42Z', 'updated_at': '2022-07-18T10:34:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi'}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:44.376458 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66a053b-d5a3-471e-9b3d-341cf37be887 None None] Checking router: b5537a02-5c06-4c29-b0bf-86ff532e43fa for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:34:44.376971 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66a053b-d5a3-471e-9b3d-341cf37be887 None None] Updating router b5537a02-5c06-4c29-b0bf-86ff532e43fa port 58191e03-81c2-4113-a08d-8107e7f5ccbf binding host dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:34:44.430570 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-41727182-3b37-4be0-a222-6aacbe561a9b admin admin] Allocated IP 172.20.0.1 (cbdecb9d-4b66-4c55-b49a-5f3a76b3a524/9cdf5902-4a2b-49cc-bea2-2ee61e3ae2f0/e2562dfd-3cdb-4d31-bb21-66d33b946f2d) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:34:44.433819 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-31390430-0ef6-4113-bd71-02a2a18fb57a None None] Current status of the port ba06b875-002e-400e-94e3-6eeefeb62976 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:34:44.446285 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-e66a053b-d5a3-471e-9b3d-341cf37be887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (58191e03-81c2-4113-a08d-8107e7f5ccbf), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:44.579224 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-41727182-3b37-4be0-a222-6aacbe561a9b admin admin] Publish callbacks [] for port (e2562dfd-3cdb-4d31-bb21-66d33b946f2d), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:44.596755 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:44.612248 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-41727182-3b37-4be0-a222-6aacbe561a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (e2562dfd-3cdb-4d31-bb21-66d33b946f2d), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:44.650580 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:44.653311 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41727182-3b37-4be0-a222-6aacbe561a9b admin admin] Network cbdecb9d-4b66-4c55-b49a-5f3a76b3a524 is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:34:44.661113 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-41727182-3b37-4be0-a222-6aacbe561a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:34:44.666375 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41727182-3b37-4be0-a222-6aacbe561a9b admin admin] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:34:44.690130 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41727182-3b37-4be0-a222-6aacbe561a9b admin admin] Pushing event updated for resources: {'Port': ['ID=e2562dfd-3cdb-4d31-bb21-66d33b946f2d,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:44.698568 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-21d754da-8c19-4751-841f-6700eefa16b2 None None] Provisioning complete for port ba06b875-002e-400e-94e3-6eeefeb62976 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:44.698888 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-21d754da-8c19-4751-841f-6700eefa16b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (ba06b875-002e-400e-94e3-6eeefeb62976), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:44.713201 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-41727182-3b37-4be0-a222-6aacbe561a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783477'] for router_interface (b5537a02-5c06-4c29-b0bf-86ff532e43fa), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:44.774851 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:44.809856 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-e66a053b-d5a3-471e-9b3d-341cf37be887 None None] Publish callbacks [] for port (58191e03-81c2-4113-a08d-8107e7f5ccbf), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:44.840277 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-e66a053b-d5a3-471e-9b3d-341cf37be887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (58191e03-81c2-4113-a08d-8107e7f5ccbf), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:44.877790 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-41727182-3b37-4be0-a222-6aacbe561a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (e2562dfd-3cdb-4d31-bb21-66d33b946f2d), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:44.888164 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-21d754da-8c19-4751-841f-6700eefa16b2 None None] Current status of the port ba06b875-002e-400e-94e3-6eeefeb62976 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:34:44.911759 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-e66a053b-d5a3-471e-9b3d-341cf37be887 None None] Attempting to bind port 58191e03-81c2-4113-a08d-8107e7f5ccbf on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:34:44.912125 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-e66a053b-d5a3-471e-9b3d-341cf37be887 None None] Attempting to bind port 58191e03-81c2-4113-a08d-8107e7f5ccbf by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:34:44.912478 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66a053b-d5a3-471e-9b3d-341cf37be887 None None] Attempting to bind port 58191e03-81c2-4113-a08d-8107e7f5ccbf on network ab707614-a8a6-4503-81fa-3cf63d34938b {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:34:44.914586 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb62e2-ec7a-4631-828a-e385f9396a85 None None] Pushing event updated for resources: {'Port': ['ID=58191e03-81c2-4113-a08d-8107e7f5ccbf,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:44.920254 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66a053b-d5a3-471e-9b3d-341cf37be887 None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:34:44.920651 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66a053b-d5a3-471e-9b3d-341cf37be887 None None] Checking segment: {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:34:44.921529 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-e66a053b-d5a3-471e-9b3d-341cf37be887 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:44.921529 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66a053b-d5a3-471e-9b3d-341cf37be887 None None] Bound using segment: {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:34:44.921888 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [None req-e66a053b-d5a3-471e-9b3d-341cf37be887 None None] Bound port: 58191e03-81c2-4113-a08d-8107e7f5ccbf, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4e8374-d269-46cd-86b8-2c4cef108169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:34:44.922257 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-e66a053b-d5a3-471e-9b3d-341cf37be887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (58191e03-81c2-4113-a08d-8107e7f5ccbf), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:45.055186 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-41727182-3b37-4be0-a222-6aacbe561a9b admin admin] Publish callbacks [] for port (e2562dfd-3cdb-4d31-bb21-66d33b946f2d), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:45.059957 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-41727182-3b37-4be0-a222-6aacbe561a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260947040'] for port (e2562dfd-3cdb-4d31-bb21-66d33b946f2d), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:45.098798 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-393a89f0-36e1-4969-b700-c7483027700c None None] Provisioning complete for port e2562dfd-3cdb-4d31-bb21-66d33b946f2d triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:45.099317 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-393a89f0-36e1-4969-b700-c7483027700c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (e2562dfd-3cdb-4d31-bb21-66d33b946f2d), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:45.126644 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41727182-3b37-4be0-a222-6aacbe561a9b admin admin] Pushing event updated for resources: {'Port': ['ID=e2562dfd-3cdb-4d31-bb21-66d33b946f2d,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:45.127175 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:45.131913 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-41727182-3b37-4be0-a222-6aacbe561a9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-987694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-781581'] for router_interface (b5537a02-5c06-4c29-b0bf-86ff532e43fa), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:45.133393 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-e66a053b-d5a3-471e-9b3d-341cf37be887 None None] For port 58191e03-81c2-4113-a08d-8107e7f5ccbf, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:34:45.149671 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-393a89f0-36e1-4969-b700-c7483027700c None None] Port e2562dfd-3cdb-4d31-bb21-66d33b946f2d cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:34:45.152114 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-e66a053b-d5a3-471e-9b3d-341cf37be887 None None] For port 58191e03-81c2-4113-a08d-8107e7f5ccbf, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=58191e03-81c2-4113-a08d-8107e7f5ccbf,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:34:45.161870 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-e66a053b-d5a3-471e-9b3d-341cf37be887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (58191e03-81c2-4113-a08d-8107e7f5ccbf), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:45.226350 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66a053b-d5a3-471e-9b3d-341cf37be887 None None] Routers {'b5537a02-5c06-4c29-b0bf-86ff532e43fa'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:34:45.227245 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-e66a053b-d5a3-471e-9b3d-341cf37be887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:34:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['b5537a02-5c06-4c29-b0bf-86ff532e43fa'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:45.230513 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb62e2-ec7a-4631-828a-e385f9396a85 None None] Pushing event updated for resources: {'Port': ['ID=58191e03-81c2-4113-a08d-8107e7f5ccbf,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:45.235970 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41727182-3b37-4be0-a222-6aacbe561a9b admin admin] Network cbdecb9d-4b66-4c55-b49a-5f3a76b3a524 is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:34:45.237735 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-41727182-3b37-4be0-a222-6aacbe561a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:34:45.347548 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-e66a053b-d5a3-471e-9b3d-341cf37be887 None None] Set router b5537a02-5c06-4c29-b0bf-86ff532e43fa gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:34:45.380721 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41727182-3b37-4be0-a222-6aacbe561a9b admin admin] Router b5537a02-5c06-4c29-b0bf-86ff532e43fa has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:34:45.398230 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device e6bb5c6d-54e9-4bb3-849a-5a11baf32de7 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:34:45.492831 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41727182-3b37-4be0-a222-6aacbe561a9b admin admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:34:45.497809 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-41727182-3b37-4be0-a222-6aacbe561a9b admin admin] 10.222.0.33 "PUT /v2.0/routers/b5537a02-5c06-4c29-b0bf-86ff532e43fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7410774 Jul 18 10:34:45.537362 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port e6bb5c6d-54e9-4bb3-849a-5a11baf32de7 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:45.537814 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (e6bb5c6d-54e9-4bb3-849a-5a11baf32de7), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:45.538987 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:45.634074 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-c44bec8a-089d-47b1-aefa-bb9a700076e7 None None] Provisioning complete for port e2562dfd-3cdb-4d31-bb21-66d33b946f2d triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:45.634453 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c44bec8a-089d-47b1-aefa-bb9a700076e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (e2562dfd-3cdb-4d31-bb21-66d33b946f2d), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:45.666513 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-e66a053b-d5a3-471e-9b3d-341cf37be887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5537a02-5c06-4c29-b0bf-86ff532e43fa', 'name': 'tempest-TestShelveInstance-1404416390-router', 'tenant_id': 'a288f00152ee4a52945eb7be54d28207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '58191e03-81c2-4113-a08d-8107e7f5ccbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:42Z', 'updated_at': '2022-07-18T10:34:44Z', 'revision_number': 4, 'project_id': 'a288f00152ee4a52945eb7be54d28207', 'gw_port': {'id': '58191e03-81c2-4113-a08d-8107e7f5ccbf', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5537a02-5c06-4c29-b0bf-86ff532e43fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:42Z', 'updated_at': '2022-07-18T10:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': 'e2562dfd-3cdb-4d31-bb21-66d33b946f2d', 'name': '', 'network_id': 'cbdecb9d-4b66-4c55-b49a-5f3a76b3a524', 'tenant_id': 'a288f00152ee4a52945eb7be54d28207', 'mac_address': 'fa:16:3e:8a:d8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5537a02-5c06-4c29-b0bf-86ff532e43fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '9cdf5902-4a2b-49cc-bea2-2ee61e3ae2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:44Z', 'updated_at': '2022-07-18T10:34:44Z', 'revision_number': 2, 'project_id': 'a288f00152ee4a52945eb7be54d28207', 'subnets': [{'id': '9cdf5902-4a2b-49cc-bea2-2ee61e3ae2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:45.720395 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66a053b-d5a3-471e-9b3d-341cf37be887 None None] The sync data for ids ['b5537a02-5c06-4c29-b0bf-86ff532e43fa'] in dv-cinder-837546-3-iscsi is: [{'id': 'b5537a02-5c06-4c29-b0bf-86ff532e43fa', 'name': 'tempest-TestShelveInstance-1404416390-router', 'tenant_id': 'a288f00152ee4a52945eb7be54d28207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '58191e03-81c2-4113-a08d-8107e7f5ccbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:42Z', 'updated_at': '2022-07-18T10:34:44Z', 'revision_number': 4, 'project_id': 'a288f00152ee4a52945eb7be54d28207', 'gw_port': {'id': '58191e03-81c2-4113-a08d-8107e7f5ccbf', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5537a02-5c06-4c29-b0bf-86ff532e43fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:42Z', 'updated_at': '2022-07-18T10:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': 'e2562dfd-3cdb-4d31-bb21-66d33b946f2d', 'name': '', 'network_id': 'cbdecb9d-4b66-4c55-b49a-5f3a76b3a524', 'tenant_id': 'a288f00152ee4a52945eb7be54d28207', 'mac_address': 'fa:16:3e:8a:d8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5537a02-5c06-4c29-b0bf-86ff532e43fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '9cdf5902-4a2b-49cc-bea2-2ee61e3ae2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:44Z', 'updated_at': '2022-07-18T10:34:44Z', 'revision_number': 2, 'project_id': 'a288f00152ee4a52945eb7be54d28207', 'subnets': [{'id': '9cdf5902-4a2b-49cc-bea2-2ee61e3ae2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:34:45.724963 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-c44bec8a-089d-47b1-aefa-bb9a700076e7 None None] Port e2562dfd-3cdb-4d31-bb21-66d33b946f2d cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:34:45.738725 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port e6bb5c6d-54e9-4bb3-849a-5a11baf32de7 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:34:45.739910 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device ba06b875-002e-400e-94e3-6eeefeb62976 up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:34:45.790413 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port ba06b875-002e-400e-94e3-6eeefeb62976 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:45.790853 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (ba06b875-002e-400e-94e3-6eeefeb62976), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:45.843807 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35864) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:45.848406 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-6c612814-dbf8-4b56-9bdb-abff5a0fe727 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1899579002', 'description': 'tempest-secgroup-smoke-1899579002 description', 'project_id': '5628452a1ceb4af293ea96c187983fa6'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:34:45.867382 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port ba06b875-002e-400e-94e3-6eeefeb62976 is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:34:45.871797 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6c612814-dbf8-4b56-9bdb-abff5a0fe727 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:45.944973 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:45.960802 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6c612814-dbf8-4b56-9bdb-abff5a0fe727 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks [] for security_group (7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:45.964417 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6c612814-dbf8-4b56-9bdb-abff5a0fe727 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:45.969292 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:45.996317 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6c612814-dbf8-4b56-9bdb-abff5a0fe727 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:46.000869 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-6c612814-dbf8-4b56-9bdb-abff5a0fe727 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1523652 Jul 18 10:34:46.000869 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 35866) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:46.006367 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-a3638166-1047-44a2-a51c-0200d5f2f576 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Request body: {'security_group_rule': {'security_group_id': '7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878', 'project_id': '5628452a1ceb4af293ea96c187983fa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:34:46.012736 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c612814-dbf8-4b56-9bdb-abff5a0fe727 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:46.040378 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a3638166-1047-44a2-a51c-0200d5f2f576 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks [] for security_group_rule (398fad46-98b8-4940-b1b6-42d48b199d74), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:46.099160 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a3638166-1047-44a2-a51c-0200d5f2f576 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks [] for security_group_rule (398fad46-98b8-4940-b1b6-42d48b199d74), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:46.104047 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a3638166-1047-44a2-a51c-0200d5f2f576 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (398fad46-98b8-4940-b1b6-42d48b199d74), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:46.122062 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3638166-1047-44a2-a51c-0200d5f2f576 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=398fad46-98b8-4940-b1b6-42d48b199d74,revision_number=0']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:46.131075 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a3638166-1047-44a2-a51c-0200d5f2f576 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:46.135084 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 35868) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:46.135630 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-a3638166-1047-44a2-a51c-0200d5f2f576 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1330225 Jul 18 10:34:46.139812 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-562dd871-21e5-4539-9703-137b2b1daaa3 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Request body: {'security_group_rule': {'security_group_id': '7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878', 'project_id': '5628452a1ceb4af293ea96c187983fa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:34:46.168269 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-562dd871-21e5-4539-9703-137b2b1daaa3 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks [] for security_group_rule (dd7a0fa2-6502-4c0d-af0d-9fd9a7142962), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:46.228374 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-562dd871-21e5-4539-9703-137b2b1daaa3 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks [] for security_group_rule (dd7a0fa2-6502-4c0d-af0d-9fd9a7142962), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:46.232770 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-562dd871-21e5-4539-9703-137b2b1daaa3 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (dd7a0fa2-6502-4c0d-af0d-9fd9a7142962), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:46.253674 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562dd871-21e5-4539-9703-137b2b1daaa3 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd7a0fa2-6502-4c0d-af0d-9fd9a7142962,revision_number=0']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:46.259905 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-562dd871-21e5-4539-9703-137b2b1daaa3 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:46.261226 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-562dd871-21e5-4539-9703-137b2b1daaa3 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1251316 Jul 18 10:34:46.263942 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 35870) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:46.268776 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-3e312fdd-d332-4d6c-a350-f97c28d17881 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Request body: {'security_group_rule': {'security_group_id': '7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878', 'project_id': '5628452a1ceb4af293ea96c187983fa6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:34:46.297100 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3e312fdd-d332-4d6c-a350-f97c28d17881 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks [] for security_group_rule (2ad88742-cf06-407b-b952-e5eb2c9c2d24), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:46.332086 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:46.367095 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3e312fdd-d332-4d6c-a350-f97c28d17881 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks [] for security_group_rule (2ad88742-cf06-407b-b952-e5eb2c9c2d24), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:46.370496 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3e312fdd-d332-4d6c-a350-f97c28d17881 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (2ad88742-cf06-407b-b952-e5eb2c9c2d24), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:46.389216 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e312fdd-d332-4d6c-a350-f97c28d17881 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ad88742-cf06-407b-b952-e5eb2c9c2d24,revision_number=0']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:46.395439 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3e312fdd-d332-4d6c-a350-f97c28d17881 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:46.396673 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-3e312fdd-d332-4d6c-a350-f97c28d17881 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1315238 Jul 18 10:34:46.399335 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 35872) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:46.403432 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-900fed19-2b25-4481-8042-890267e6bcf3 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Request body: {'security_group_rule': {'security_group_id': '7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878', 'project_id': '5628452a1ceb4af293ea96c187983fa6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:34:46.428472 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-900fed19-2b25-4481-8042-890267e6bcf3 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks [] for security_group_rule (97730639-ecaf-495a-800b-6d4cf88b380f), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:46.471764 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:46.486763 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-900fed19-2b25-4481-8042-890267e6bcf3 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks [] for security_group_rule (97730639-ecaf-495a-800b-6d4cf88b380f), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:46.490296 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-900fed19-2b25-4481-8042-890267e6bcf3 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (97730639-ecaf-495a-800b-6d4cf88b380f), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:46.513332 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900fed19-2b25-4481-8042-890267e6bcf3 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97730639-ecaf-495a-800b-6d4cf88b380f,revision_number=0']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:46.524329 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-900fed19-2b25-4481-8042-890267e6bcf3 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:46.525585 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-900fed19-2b25-4481-8042-890267e6bcf3 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1253440 Jul 18 10:34:46.528303 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 35874) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:46.532539 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-0cb4f54a-5ae6-4127-ab73-dcae147e63e8 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Request body: {'security_group_rule': {'security_group_id': '7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878', 'project_id': '5628452a1ceb4af293ea96c187983fa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:34:46.553193 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.db.securitygroups_db [None req-0cb4f54a-5ae6-4127-ab73-dcae147e63e8 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Project 5628452a1ceb4af293ea96c187983fa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 10:34:46.559121 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0cb4f54a-5ae6-4127-ab73-dcae147e63e8 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks [] for security_group_rule (937b41b9-b01e-40bd-a9be-acdf6c282405), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:46.617284 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0cb4f54a-5ae6-4127-ab73-dcae147e63e8 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks [] for security_group_rule (937b41b9-b01e-40bd-a9be-acdf6c282405), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:46.620776 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0cb4f54a-5ae6-4127-ab73-dcae147e63e8 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (937b41b9-b01e-40bd-a9be-acdf6c282405), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:46.640481 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4f54a-5ae6-4127-ab73-dcae147e63e8 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=937b41b9-b01e-40bd-a9be-acdf6c282405,revision_number=0']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:46.644605 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0cb4f54a-5ae6-4127-ab73-dcae147e63e8 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:46.645849 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-0cb4f54a-5ae6-4127-ab73-dcae147e63e8 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1165364 Jul 18 10:34:46.648556 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 35876) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:34:46.652675 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-76de14f8-243d-4528-b64a-05dd7d8102e4 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Request body: {'security_group_rule': {'security_group_id': '7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878', 'project_id': '5628452a1ceb4af293ea96c187983fa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:34:46.674068 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.db.securitygroups_db [None req-76de14f8-243d-4528-b64a-05dd7d8102e4 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Project 5628452a1ceb4af293ea96c187983fa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 10:34:46.682282 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-76de14f8-243d-4528-b64a-05dd7d8102e4 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks [] for security_group_rule (4f51aae6-4e3a-41a0-ac62-4ce96a41012b), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:46.734615 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-76de14f8-243d-4528-b64a-05dd7d8102e4 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks [] for security_group_rule (4f51aae6-4e3a-41a0-ac62-4ce96a41012b), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:46.747800 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-76de14f8-243d-4528-b64a-05dd7d8102e4 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (4f51aae6-4e3a-41a0-ac62-4ce96a41012b), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:46.784240 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de14f8-243d-4528-b64a-05dd7d8102e4 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f51aae6-4e3a-41a0-ac62-4ce96a41012b,revision_number=0']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:46.789513 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-76de14f8-243d-4528-b64a-05dd7d8102e4 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:46.790933 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-76de14f8-243d-4528-b64a-05dd7d8102e4 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1414645 Jul 18 10:34:47.331171 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 58191e03-81c2-4113-a08d-8107e7f5ccbf up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:34:47.379983 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 58191e03-81c2-4113-a08d-8107e7f5ccbf triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:47.380588 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (58191e03-81c2-4113-a08d-8107e7f5ccbf), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:47.382668 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:47.460325 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 58191e03-81c2-4113-a08d-8107e7f5ccbf is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:34:47.460761 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (58191e03-81c2-4113-a08d-8107e7f5ccbf), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:47.482689 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] For port 58191e03-81c2-4113-a08d-8107e7f5ccbf, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=58191e03-81c2-4113-a08d-8107e7f5ccbf,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:34:47.486919 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (58191e03-81c2-4113-a08d-8107e7f5ccbf), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:47.534016 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Pushing event updated for resources: {'Port': ['ID=58191e03-81c2-4113-a08d-8107e7f5ccbf,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:49.292198 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 58191e03-81c2-4113-a08d-8107e7f5ccbf up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:34:49.342149 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port 58191e03-81c2-4113-a08d-8107e7f5ccbf triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:49.342888 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (58191e03-81c2-4113-a08d-8107e7f5ccbf), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:49.416915 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port 58191e03-81c2-4113-a08d-8107e7f5ccbf is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:34:49.618018 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab5976b-55e6-455d-b33d-29e1570d5138 None None] Sync routers for ids ['b5537a02-5c06-4c29-b0bf-86ff532e43fa'] in dv-cinder-837546-3-iscsi {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:34:49.628636 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab5976b-55e6-455d-b33d-29e1570d5138 None None] Routers {'b5537a02-5c06-4c29-b0bf-86ff532e43fa'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:34:49.629233 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-aab5976b-55e6-455d-b33d-29e1570d5138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:34:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['b5537a02-5c06-4c29-b0bf-86ff532e43fa'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:49.731745 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-aab5976b-55e6-455d-b33d-29e1570d5138 None None] Set router b5537a02-5c06-4c29-b0bf-86ff532e43fa gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:34:49.932830 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-aab5976b-55e6-455d-b33d-29e1570d5138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5537a02-5c06-4c29-b0bf-86ff532e43fa', 'name': 'tempest-TestShelveInstance-1404416390-router', 'tenant_id': 'a288f00152ee4a52945eb7be54d28207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '58191e03-81c2-4113-a08d-8107e7f5ccbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:42Z', 'updated_at': '2022-07-18T10:34:44Z', 'revision_number': 4, 'project_id': 'a288f00152ee4a52945eb7be54d28207', 'gw_port': {'id': '58191e03-81c2-4113-a08d-8107e7f5ccbf', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5537a02-5c06-4c29-b0bf-86ff532e43fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:42Z', 'updated_at': '2022-07-18T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': 'e2562dfd-3cdb-4d31-bb21-66d33b946f2d', 'name': '', 'network_id': 'cbdecb9d-4b66-4c55-b49a-5f3a76b3a524', 'tenant_id': 'a288f00152ee4a52945eb7be54d28207', 'mac_address': 'fa:16:3e:8a:d8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5537a02-5c06-4c29-b0bf-86ff532e43fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '9cdf5902-4a2b-49cc-bea2-2ee61e3ae2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:44Z', 'updated_at': '2022-07-18T10:34:44Z', 'revision_number': 2, 'project_id': 'a288f00152ee4a52945eb7be54d28207', 'subnets': [{'id': '9cdf5902-4a2b-49cc-bea2-2ee61e3ae2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:49.959032 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab5976b-55e6-455d-b33d-29e1570d5138 None None] Checking router: b5537a02-5c06-4c29-b0bf-86ff532e43fa for host: dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:34:49.959604 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab5976b-55e6-455d-b33d-29e1570d5138 None None] Updating router b5537a02-5c06-4c29-b0bf-86ff532e43fa port e2562dfd-3cdb-4d31-bb21-66d33b946f2d binding host dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:34:49.988808 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-aab5976b-55e6-455d-b33d-29e1570d5138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (e2562dfd-3cdb-4d31-bb21-66d33b946f2d), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:50.017098 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f625f5bb-0ae1-4d95-b60a-c1fb4eca0269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:50.252672 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-aab5976b-55e6-455d-b33d-29e1570d5138 None None] Publish callbacks [] for port (e2562dfd-3cdb-4d31-bb21-66d33b946f2d), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:50.257193 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-aab5976b-55e6-455d-b33d-29e1570d5138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (e2562dfd-3cdb-4d31-bb21-66d33b946f2d), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:50.305996 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95459334-fae1-42aa-a957-3f7a625b38a3 None None] Pushing event updated for resources: {'Port': ['ID=e2562dfd-3cdb-4d31-bb21-66d33b946f2d,revision_number=3']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:50.362600 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-aab5976b-55e6-455d-b33d-29e1570d5138 None None] Attempting to bind port e2562dfd-3cdb-4d31-bb21-66d33b946f2d on host dv-cinder-837546-3-iscsi for vnic_type normal with profile {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:34:50.362964 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-aab5976b-55e6-455d-b33d-29e1570d5138 None None] Attempting to bind port e2562dfd-3cdb-4d31-bb21-66d33b946f2d by drivers openvswitch,hyperv on host dv-cinder-837546-3-iscsi at level 0 using segments [{'id': 'bc7d06ed-a70e-48ae-a785-9229ae392438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cbdecb9d-4b66-4c55-b49a-5f3a76b3a524'}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:34:50.363350 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab5976b-55e6-455d-b33d-29e1570d5138 None None] Attempting to bind port e2562dfd-3cdb-4d31-bb21-66d33b946f2d on network cbdecb9d-4b66-4c55-b49a-5f3a76b3a524 {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:34:50.368607 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab5976b-55e6-455d-b33d-29e1570d5138 None None] Checking agent: {'id': 'e405af68-79e1-4fe4-8a08-294afc4825ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 20, 25), 'started_at': datetime.datetime(2022, 7, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:34:50.368974 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab5976b-55e6-455d-b33d-29e1570d5138 None None] Checking segment: {'id': 'bc7d06ed-a70e-48ae-a785-9229ae392438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cbdecb9d-4b66-4c55-b49a-5f3a76b3a524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:34:50.369373 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-aab5976b-55e6-455d-b33d-29e1570d5138 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:50.369755 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab5976b-55e6-455d-b33d-29e1570d5138 None None] Bound using segment: {'id': 'bc7d06ed-a70e-48ae-a785-9229ae392438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cbdecb9d-4b66-4c55-b49a-5f3a76b3a524'} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:34:50.370215 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [None req-aab5976b-55e6-455d-b33d-29e1570d5138 None None] Bound port: e2562dfd-3cdb-4d31-bb21-66d33b946f2d, host: dv-cinder-837546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc7d06ed-a70e-48ae-a785-9229ae392438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cbdecb9d-4b66-4c55-b49a-5f3a76b3a524'}}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:34:50.370587 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-aab5976b-55e6-455d-b33d-29e1570d5138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (e2562dfd-3cdb-4d31-bb21-66d33b946f2d), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:50.407703 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:50.444654 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-aab5976b-55e6-455d-b33d-29e1570d5138 None None] For port e2562dfd-3cdb-4d31-bb21-66d33b946f2d, host dv-cinder-837546-3-iscsi, cleared binding levels {{(pid=103901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:34:50.448431 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-aab5976b-55e6-455d-b33d-29e1570d5138 None None] For port e2562dfd-3cdb-4d31-bb21-66d33b946f2d, host dv-cinder-837546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=e2562dfd-3cdb-4d31-bb21-66d33b946f2d,segment=NetworkSegment(bc7d06ed-a70e-48ae-a785-9229ae392438),segment_id=bc7d06ed-a70e-48ae-a785-9229ae392438)] {{(pid=103901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:34:50.455307 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-aab5976b-55e6-455d-b33d-29e1570d5138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (e2562dfd-3cdb-4d31-bb21-66d33b946f2d), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:50.491815 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-e0ca99e2-806a-4a51-afa3-58620d0548ee None None] Provisioning complete for port e2562dfd-3cdb-4d31-bb21-66d33b946f2d triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:50.492311 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-e0ca99e2-806a-4a51-afa3-58620d0548ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (e2562dfd-3cdb-4d31-bb21-66d33b946f2d), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:50.507483 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:50.516832 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95459334-fae1-42aa-a957-3f7a625b38a3 None None] Pushing event updated for resources: {'Port': ['ID=e2562dfd-3cdb-4d31-bb21-66d33b946f2d,revision_number=4']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:50.520314 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab5976b-55e6-455d-b33d-29e1570d5138 None None] Routers {'b5537a02-5c06-4c29-b0bf-86ff532e43fa'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:34:50.520942 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-aab5976b-55e6-455d-b33d-29e1570d5138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:34:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['b5537a02-5c06-4c29-b0bf-86ff532e43fa'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:50.592890 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-e0ca99e2-806a-4a51-afa3-58620d0548ee None None] Current status of the port e2562dfd-3cdb-4d31-bb21-66d33b946f2d is: DOWN; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:34:50.593293 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-e0ca99e2-806a-4a51-afa3-58620d0548ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (e2562dfd-3cdb-4d31-bb21-66d33b946f2d), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:50.637218 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-e0ca99e2-806a-4a51-afa3-58620d0548ee None None] For port e2562dfd-3cdb-4d31-bb21-66d33b946f2d, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=e2562dfd-3cdb-4d31-bb21-66d33b946f2d,segment=NetworkSegment(bc7d06ed-a70e-48ae-a785-9229ae392438),segment_id=bc7d06ed-a70e-48ae-a785-9229ae392438)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:34:50.642323 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-aab5976b-55e6-455d-b33d-29e1570d5138 None None] Set router b5537a02-5c06-4c29-b0bf-86ff532e43fa gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:34:50.642992 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-e0ca99e2-806a-4a51-afa3-58620d0548ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (e2562dfd-3cdb-4d31-bb21-66d33b946f2d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:50.684729 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:50.705617 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca99e2-806a-4a51-afa3-58620d0548ee None None] Pushing event updated for resources: {'Port': ['ID=e2562dfd-3cdb-4d31-bb21-66d33b946f2d,revision_number=5']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:34:50.765001 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-60ed4337-d4ce-49b7-9da8-4268c55d2da9 None None] Provisioning complete for port e2562dfd-3cdb-4d31-bb21-66d33b946f2d triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:50.765300 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-60ed4337-d4ce-49b7-9da8-4268c55d2da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (e2562dfd-3cdb-4d31-bb21-66d33b946f2d), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:50.853033 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-60ed4337-d4ce-49b7-9da8-4268c55d2da9 None None] Current status of the port e2562dfd-3cdb-4d31-bb21-66d33b946f2d is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:34:50.944341 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-aab5976b-55e6-455d-b33d-29e1570d5138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5537a02-5c06-4c29-b0bf-86ff532e43fa', 'name': 'tempest-TestShelveInstance-1404416390-router', 'tenant_id': 'a288f00152ee4a52945eb7be54d28207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '58191e03-81c2-4113-a08d-8107e7f5ccbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:42Z', 'updated_at': '2022-07-18T10:34:44Z', 'revision_number': 4, 'project_id': 'a288f00152ee4a52945eb7be54d28207', 'gw_port': {'id': '58191e03-81c2-4113-a08d-8107e7f5ccbf', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5537a02-5c06-4c29-b0bf-86ff532e43fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:42Z', 'updated_at': '2022-07-18T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': 'e2562dfd-3cdb-4d31-bb21-66d33b946f2d', 'name': '', 'network_id': 'cbdecb9d-4b66-4c55-b49a-5f3a76b3a524', 'tenant_id': 'a288f00152ee4a52945eb7be54d28207', 'mac_address': 'fa:16:3e:8a:d8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5537a02-5c06-4c29-b0bf-86ff532e43fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '9cdf5902-4a2b-49cc-bea2-2ee61e3ae2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:44Z', 'updated_at': '2022-07-18T10:34:50Z', 'revision_number': 4, 'project_id': 'a288f00152ee4a52945eb7be54d28207', 'subnets': [{'id': '9cdf5902-4a2b-49cc-bea2-2ee61e3ae2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:34:50.977245 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab5976b-55e6-455d-b33d-29e1570d5138 None None] The sync data for ids ['b5537a02-5c06-4c29-b0bf-86ff532e43fa'] in dv-cinder-837546-3-iscsi is: [{'id': 'b5537a02-5c06-4c29-b0bf-86ff532e43fa', 'name': 'tempest-TestShelveInstance-1404416390-router', 'tenant_id': 'a288f00152ee4a52945eb7be54d28207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '58191e03-81c2-4113-a08d-8107e7f5ccbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:42Z', 'updated_at': '2022-07-18T10:34:44Z', 'revision_number': 4, 'project_id': 'a288f00152ee4a52945eb7be54d28207', 'gw_port': {'id': '58191e03-81c2-4113-a08d-8107e7f5ccbf', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5537a02-5c06-4c29-b0bf-86ff532e43fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:42Z', 'updated_at': '2022-07-18T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': 'e2562dfd-3cdb-4d31-bb21-66d33b946f2d', 'name': '', 'network_id': 'cbdecb9d-4b66-4c55-b49a-5f3a76b3a524', 'tenant_id': 'a288f00152ee4a52945eb7be54d28207', 'mac_address': 'fa:16:3e:8a:d8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5537a02-5c06-4c29-b0bf-86ff532e43fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '9cdf5902-4a2b-49cc-bea2-2ee61e3ae2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:44Z', 'updated_at': '2022-07-18T10:34:50Z', 'revision_number': 4, 'project_id': 'a288f00152ee4a52945eb7be54d28207', 'subnets': [{'id': '9cdf5902-4a2b-49cc-bea2-2ee61e3ae2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:34:51.312977 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device e2562dfd-3cdb-4d31-bb21-66d33b946f2d up at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:34:51.362361 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Provisioning complete for port e2562dfd-3cdb-4d31-bb21-66d33b946f2d triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:34:51.362730 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (e2562dfd-3cdb-4d31-bb21-66d33b946f2d), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:51.444875 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Current status of the port e2562dfd-3cdb-4d31-bb21-66d33b946f2d is: ACTIVE; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:34:52.324683 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5fa7c60d-e500-4f0a-ab01-7cc9f0c398eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:53.588677 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:54.776639 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:54.823865 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 6 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:34:55.086676 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:55.349428 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:55.355725 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:34:56.122029 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=25,neutron:DELETE=3,neutron:INSERT=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:56.124905 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=15,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:56.167189 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2d64e84d-a287-40a3-a080-8882ac4b8abe req-e511d5a9-b646-4f32-9a07-09129b10fe84 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=22a03003-3677-426e-8fb8-5b58998eef8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397542 Jul 18 10:34:56.228321 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64e84d-a287-40a3-a080-8882ac4b8abe req-3bf8ab85-31be-4155-a7d0-a20bafdd718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:56.229830 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2d64e84d-a287-40a3-a080-8882ac4b8abe req-3bf8ab85-31be-4155-a7d0-a20bafdd718d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c656b71bbd447cba7d11335c928dfda&device_id=22a03003-3677-426e-8fb8-5b58998eef8a HTTP/1.1" status: 200 len: 1129 time: 0.0409491 Jul 18 10:34:56.352600 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64e84d-a287-40a3-a080-8882ac4b8abe req-fbfb0998-80c2-4140-a0ff-30dc45758355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:56.354021 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2d64e84d-a287-40a3-a080-8882ac4b8abe req-fbfb0998-80c2-4140-a0ff-30dc45758355 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e654fce-ea72-45f2-b759-da2c9a65544d HTTP/1.1" status: 200 len: 912 time: 0.1033654 Jul 18 10:34:56.418871 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2d64e84d-a287-40a3-a080-8882ac4b8abe req-c96afa5e-ac91-4025-9e09-fba0f0824a37 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de125830-3de3-492c-bc45-25ee6ef36473 HTTP/1.1" status: 200 len: 1000 time: 0.0548224 Jul 18 10:34:56.455201 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:34:56.476693 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64e84d-a287-40a3-a080-8882ac4b8abe req-324f474e-dd44-46cd-b648-c84782332139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:56.478442 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2d64e84d-a287-40a3-a080-8882ac4b8abe req-324f474e-dd44-46cd-b648-c84782332139 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87464419-3975-4a49-a913-5df590abacff HTTP/1.1" status: 200 len: 850 time: 0.0517411 Jul 18 10:34:56.523443 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64e84d-a287-40a3-a080-8882ac4b8abe req-6a1f69c2-6318-4752-8227-37dbd02174a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:34:56.524992 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2d64e84d-a287-40a3-a080-8882ac4b8abe req-6a1f69c2-6318-4752-8227-37dbd02174a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e654fce-ea72-45f2-b759-da2c9a65544d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392900 Jul 18 10:34:56.624108 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2d64e84d-a287-40a3-a080-8882ac4b8abe req-c472b31e-e672-43be-8a4b-b5574716e084 service neutron] 10.222.0.30 "GET /v2.0/networks/9e654fce-ea72-45f2-b759-da2c9a65544d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919900 Jul 18 10:34:56.721053 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2d64e84d-a287-40a3-a080-8882ac4b8abe req-736a6ab6-0591-4512-ba71-66b5383e21e7 service neutron] 10.222.0.30 "GET /v2.0/networks/9e654fce-ea72-45f2-b759-da2c9a65544d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899115 Jul 18 10:35:00.947521 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=27 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:02.114482 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-5ef63e27-e81b-4eb5-b372-93ecd5df81a6 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1899579002&fields=id&tenant_id=5628452a1ceb4af293ea96c187983fa6 HTTP/1.1" status: 200 len: 267 time: 0.0441546 Jul 18 10:35:02.222977 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-a0c17c24-6251-431c-b160-bea52470c477 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:02.224361 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-a0c17c24-6251-431c-b160-bea52470c477 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/networks?id=aa3e5fe6-aa22-4836-8d61-28fdcd6950fe HTTP/1.1" status: 200 len: 809 time: 0.1037374 Jul 18 10:35:02.239397 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-565410c5-654a-4e22-b357-6813b18573c0 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/quotas/5628452a1ceb4af293ea96c187983fa6 HTTP/1.1" status: 200 len: 375 time: 0.0094824 Jul 18 10:35:02.286512 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-375d1384-9cba-47dd-95d3-2ceac810b3e6 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=5628452a1ceb4af293ea96c187983fa6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424747 Jul 18 10:35:02.321256 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:DELETE=3,neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:02.385818 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-389dd7a9-1128-4ebf-8c47-825a548f49a9 service neutron] 10.222.0.33 "GET /v2.0/networks/aa3e5fe6-aa22-4836-8d61-28fdcd6950fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885980 Jul 18 10:35:02.474405 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-406bf26e-9bf5-4dd3-ae8e-aa0cf5732f95 service neutron] 10.222.0.33 "GET /v2.0/networks/aa3e5fe6-aa22-4836-8d61-28fdcd6950fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827763 Jul 18 10:35:02.775451 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-59627f8d-1396-4fbc-afe1-fb207fa32324 req-308648e2-c558-467e-bbfb-d0763b5d3bfd tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 210 time: 0.0284243 Jul 18 10:35:03.724003 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-b8a3fb0c-d6fb-4e2f-967e-c8546041ff2c tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:03.725489 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-b8a3fb0c-d6fb-4e2f-967e-c8546041ff2c tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.30 "GET /v2.0/networks?id=aa3e5fe6-aa22-4836-8d61-28fdcd6950fe HTTP/1.1" status: 200 len: 809 time: 0.1063643 Jul 18 10:35:03.789894 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-8042fe39-136c-4311-b6ae-b19698f5fff7 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5628452a1ceb4af293ea96c187983fa6 HTTP/1.1" status: 200 len: 380 time: 0.0544989 Jul 18 10:35:03.800123 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-22951b7a-93e9-4bbc-b0ef-cf746fd6fefe tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Request body: {'port': {'device_id': '00da9ad2-aef2-4a2b-8ae8-51ee9e41e049', 'network_id': 'aa3e5fe6-aa22-4836-8d61-28fdcd6950fe', 'admin_state_up': True, 'tenant_id': '5628452a1ceb4af293ea96c187983fa6', 'security_groups': ['7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878']}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:35:03.872361 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:03.891598 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3861e91c-78a5-4642-b21d-4144e1e56806 req-4347f7a4-c087-4d6c-beb5-5471d0a4eff2 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 210 time: 0.0326941 Jul 18 10:35:03.942420 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-22951b7a-93e9-4bbc-b0ef-cf746fd6fefe tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Made reservation on behalf of 5628452a1ceb4af293ea96c187983fa6 for: {'port': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:35:03.946428 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-22951b7a-93e9-4bbc-b0ef-cf746fd6fefe tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:04.085319 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_common [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-22951b7a-93e9-4bbc-b0ef-cf746fd6fefe tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Allocated IP 172.20.0.3 (aa3e5fe6-aa22-4836-8d61-28fdcd6950fe/163f1fc6-a401-47e2-be63-6d39e9584c30/01aa80e4-4901-4d77-80cb-a644fd1ee6ff) {{(pid=103899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:35:04.256202 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-22951b7a-93e9-4bbc-b0ef-cf746fd6fefe tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks [] for port (01aa80e4-4901-4d77-80cb-a644fd1ee6ff), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:04.293489 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-22951b7a-93e9-4bbc-b0ef-cf746fd6fefe tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (01aa80e4-4901-4d77-80cb-a644fd1ee6ff), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:04.337144 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-22951b7a-93e9-4bbc-b0ef-cf746fd6fefe tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Network aa3e5fe6-aa22-4836-8d61-28fdcd6950fe is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:35:04.340129 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-22951b7a-93e9-4bbc-b0ef-cf746fd6fefe tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:35:04.342669 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-22951b7a-93e9-4bbc-b0ef-cf746fd6fefe tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Received port after_create {{(pid=103899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:35:04.377761 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22951b7a-93e9-4bbc-b0ef-cf746fd6fefe tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Pushing event updated for resources: {'Port': ['ID=01aa80e4-4901-4d77-80cb-a644fd1ee6ff,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:04.391184 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22951b7a-93e9-4bbc-b0ef-cf746fd6fefe tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:04.391528 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22951b7a-93e9-4bbc-b0ef-cf746fd6fefe tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:04.391875 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22951b7a-93e9-4bbc-b0ef-cf746fd6fefe tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:04.392212 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22951b7a-93e9-4bbc-b0ef-cf746fd6fefe tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:04.392568 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22951b7a-93e9-4bbc-b0ef-cf746fd6fefe tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:04.393438 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22951b7a-93e9-4bbc-b0ef-cf746fd6fefe tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:04.393763 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22951b7a-93e9-4bbc-b0ef-cf746fd6fefe tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:04.394088 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22951b7a-93e9-4bbc-b0ef-cf746fd6fefe tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:04.394412 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22951b7a-93e9-4bbc-b0ef-cf746fd6fefe tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:04.394732 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22951b7a-93e9-4bbc-b0ef-cf746fd6fefe tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:04.395057 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22951b7a-93e9-4bbc-b0ef-cf746fd6fefe tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:04.395368 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22951b7a-93e9-4bbc-b0ef-cf746fd6fefe tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:04.395688 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22951b7a-93e9-4bbc-b0ef-cf746fd6fefe tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:04.396008 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22951b7a-93e9-4bbc-b0ef-cf746fd6fefe tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:04.396325 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22951b7a-93e9-4bbc-b0ef-cf746fd6fefe tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:04.416531 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-22951b7a-93e9-4bbc-b0ef-cf746fd6fefe tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:04.417157 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-22951b7a-93e9-4bbc-b0ef-cf746fd6fefe tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:04.423975 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:04.436976 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-22951b7a-93e9-4bbc-b0ef-cf746fd6fefe tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6408558 Jul 18 10:35:04.448454 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-35d8b279-d800-4eb1-8cde-6549e96eed5c service neutron] Request body: {'port': {'device_id': '00da9ad2-aef2-4a2b-8ae8-51ee9e41e049', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:35:04.516037 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-35d8b279-d800-4eb1-8cde-6549e96eed5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (01aa80e4-4901-4d77-80cb-a644fd1ee6ff), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:04.550479 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-4777ffc2-7279-4068-9939-b574d5ee4fa7 None None] Provisioning complete for port 01aa80e4-4901-4d77-80cb-a644fd1ee6ff triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:35:04.551072 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4777ffc2-7279-4068-9939-b574d5ee4fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (01aa80e4-4901-4d77-80cb-a644fd1ee6ff), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:04.587249 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-4777ffc2-7279-4068-9939-b574d5ee4fa7 None None] Port 01aa80e4-4901-4d77-80cb-a644fd1ee6ff cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:35:04.722303 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:04.791449 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-35d8b279-d800-4eb1-8cde-6549e96eed5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01aa80e4-4901-4d77-80cb-a644fd1ee6ff {{(pid=103899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:35:04.799104 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-35d8b279-d800-4eb1-8cde-6549e96eed5c service neutron] Publish callbacks [] for port (01aa80e4-4901-4d77-80cb-a644fd1ee6ff), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:04.812273 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.provisioning_blocks [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-35d8b279-d800-4eb1-8cde-6549e96eed5c service neutron] Transition to ACTIVE for port object 01aa80e4-4901-4d77-80cb-a644fd1ee6ff will not be triggered until provisioned by entity L2. {{(pid=103899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:35:04.816675 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-35d8b279-d800-4eb1-8cde-6549e96eed5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (01aa80e4-4901-4d77-80cb-a644fd1ee6ff), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:04.820905 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=55 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:04.866204 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8b279-d800-4eb1-8cde-6549e96eed5c service neutron] Pushing event updated for resources: {'Port': ['ID=01aa80e4-4901-4d77-80cb-a644fd1ee6ff,revision_number=2']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:04.948401 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-35d8b279-d800-4eb1-8cde-6549e96eed5c service neutron] Attempting to bind port 01aa80e4-4901-4d77-80cb-a644fd1ee6ff on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:35:04.948779 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-35d8b279-d800-4eb1-8cde-6549e96eed5c service neutron] Attempting to bind port 01aa80e4-4901-4d77-80cb-a644fd1ee6ff by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '2cc1ab7d-9964-48f5-ae9a-41c584d144f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aa3e5fe6-aa22-4836-8d61-28fdcd6950fe'}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:35:04.949092 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-35d8b279-d800-4eb1-8cde-6549e96eed5c service neutron] Attempting to bind port 01aa80e4-4901-4d77-80cb-a644fd1ee6ff on network aa3e5fe6-aa22-4836-8d61-28fdcd6950fe {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:35:04.954504 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-35d8b279-d800-4eb1-8cde-6549e96eed5c service neutron] Port 01aa80e4-4901-4d77-80cb-a644fd1ee6ff on network aa3e5fe6-aa22-4836-8d61-28fdcd6950fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:35:04.954828 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-35d8b279-d800-4eb1-8cde-6549e96eed5c service neutron] Attempting to bind port 01aa80e4-4901-4d77-80cb-a644fd1ee6ff on network aa3e5fe6-aa22-4836-8d61-28fdcd6950fe {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:35:04.960107 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-35d8b279-d800-4eb1-8cde-6549e96eed5c service neutron] Checking agent: {'id': 'f1e01c1b-bf46-4f7e-883c-267517c6b0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'started_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:35:04.960444 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-35d8b279-d800-4eb1-8cde-6549e96eed5c service neutron] Checking segment: {'id': '2cc1ab7d-9964-48f5-ae9a-41c584d144f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aa3e5fe6-aa22-4836-8d61-28fdcd6950fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:35:04.960863 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-35d8b279-d800-4eb1-8cde-6549e96eed5c service neutron] Bound using segment: {'id': '2cc1ab7d-9964-48f5-ae9a-41c584d144f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aa3e5fe6-aa22-4836-8d61-28fdcd6950fe'} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:35:04.961278 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-35d8b279-d800-4eb1-8cde-6549e96eed5c service neutron] Bound port: 01aa80e4-4901-4d77-80cb-a644fd1ee6ff, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cc1ab7d-9964-48f5-ae9a-41c584d144f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aa3e5fe6-aa22-4836-8d61-28fdcd6950fe'}}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:35:04.961637 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-35d8b279-d800-4eb1-8cde-6549e96eed5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (01aa80e4-4901-4d77-80cb-a644fd1ee6ff), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:05.057150 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae523cf-8c13-4ece-a1d0-b3c561ac87e6 req-4aed4ae2-7c03-47fc-aaac-31200e833b2f tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:05.058641 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-aae523cf-8c13-4ece-a1d0-b3c561ac87e6 req-4aed4ae2-7c03-47fc-aaac-31200e833b2f tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 943 time: 0.0810735 Jul 18 10:35:05.064178 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-35d8b279-d800-4eb1-8cde-6549e96eed5c service neutron] For port 01aa80e4-4901-4d77-80cb-a644fd1ee6ff, host hv-cinder-83754, cleared binding levels {{(pid=103899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:35:05.070427 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-35d8b279-d800-4eb1-8cde-6549e96eed5c service neutron] For port 01aa80e4-4901-4d77-80cb-a644fd1ee6ff, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=01aa80e4-4901-4d77-80cb-a644fd1ee6ff,segment=NetworkSegment(2cc1ab7d-9964-48f5-ae9a-41c584d144f0),segment_id=2cc1ab7d-9964-48f5-ae9a-41c584d144f0)] {{(pid=103899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:35:05.089591 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-35d8b279-d800-4eb1-8cde-6549e96eed5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (01aa80e4-4901-4d77-80cb-a644fd1ee6ff), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:05.135872 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-35d8b279-d800-4eb1-8cde-6549e96eed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:05.136494 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-35d8b279-d800-4eb1-8cde-6549e96eed5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:05.137905 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-35d8b279-d800-4eb1-8cde-6549e96eed5c service neutron] 10.222.0.30 "PUT /v2.0/ports/01aa80e4-4901-4d77-80cb-a644fd1ee6ff HTTP/1.1" status: 200 len: 1093 time: 0.6940172 Jul 18 10:35:05.141032 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00da9ad2-aef2-4a2b-8ae8-51ee9e41e049', 'tag': '01aa80e4-4901-4d77-80cb-a644fd1ee6ff'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:35:05.143341 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2c0731-1dfd-4126-a46e-d12d2c75e0dd" -d '{"events": [{"name": "network-changed", "server_uuid": "00da9ad2-aef2-4a2b-8ae8-51ee9e41e049", "tag": "01aa80e4-4901-4d77-80cb-a644fd1ee6ff"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:35:05.182228 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-aae523cf-8c13-4ece-a1d0-b3c561ac87e6 req-c83ba4d9-c5f2-4e54-b4d5-ff99d2159642 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141644 Jul 18 10:35:05.205845 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6edb8cd-4f95-4945-b334-6de020d755c0 x-openstack-request-id: req-b6edb8cd-4f95-4945-b334-6de020d755c0 {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:35:05.206261 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00da9ad2-aef2-4a2b-8ae8-51ee9e41e049", "tag": "01aa80e4-4901-4d77-80cb-a644fd1ee6ff", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:35:05.206604 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b6edb8cd-4f95-4945-b334-6de020d755c0 {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:35:05.207098 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6edb8cd-4f95-4945-b334-6de020d755c0'] response: {'name': 'network-changed', 'server_uuid': '00da9ad2-aef2-4a2b-8ae8-51ee9e41e049', 'tag': '01aa80e4-4901-4d77-80cb-a644fd1ee6ff', 'status': 'completed', 'code': 200} Jul 18 10:35:05.224046 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8b279-d800-4eb1-8cde-6549e96eed5c service neutron] Pushing event updated for resources: {'Port': ['ID=01aa80e4-4901-4d77-80cb-a644fd1ee6ff,revision_number=3']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:05.240756 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-63e72dc6-04ea-4c11-b916-f33a3e7a8008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:05.242330 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-63e72dc6-04ea-4c11-b916-f33a3e7a8008 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5628452a1ceb4af293ea96c187983fa6&device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 1127 time: 0.0510592 Jul 18 10:35:05.285333 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-73603761-2db8-4e32-88cb-a329a99bd80e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01aa80e4-4901-4d77-80cb-a644fd1ee6ff HTTP/1.1" status: 200 len: 217 time: 0.0338652 Jul 18 10:35:05.338056 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:05.356037 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-0f7f7543-517b-49d5-89e5-983c23e9eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:05.357541 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-0f7f7543-517b-49d5-89e5-983c23e9eac7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=163f1fc6-a401-47e2-be63-6d39e9584c30 HTTP/1.1" status: 200 len: 848 time: 0.0625989 Jul 18 10:35:05.400809 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-444ccba5-0108-4df7-aead-a669a8f55863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:05.402199 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-444ccba5-0108-4df7-aead-a669a8f55863 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa3e5fe6-aa22-4836-8d61-28fdcd6950fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377059 Jul 18 10:35:05.498142 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-911538ae-8009-45b6-835d-e57717a130bd service neutron] 10.222.0.30 "GET /v2.0/networks/aa3e5fe6-aa22-4836-8d61-28fdcd6950fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849628 Jul 18 10:35:05.586405 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5d2e5b9f-76e7-48bb-9b9e-e7e8c97e57f2 req-2b69a56f-b640-40fa-8eda-273a1e03d413 service neutron] 10.222.0.30 "GET /v2.0/networks/aa3e5fe6-aa22-4836-8d61-28fdcd6950fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805898 Jul 18 10:35:05.885061 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c0731-1dfd-4126-a46e-d12d2c75e0dd req-42b4b201-fdc8-42a7-9238-843d5cc2ed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:05.886533 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fe2c0731-1dfd-4126-a46e-d12d2c75e0dd req-42b4b201-fdc8-42a7-9238-843d5cc2ed3a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5628452a1ceb4af293ea96c187983fa6&device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 1127 time: 0.0398550 Jul 18 10:35:05.968108 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:05.982060 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c0731-1dfd-4126-a46e-d12d2c75e0dd req-16e29c73-88a6-4c6b-8b6f-d7ec7338b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:05.983522 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fe2c0731-1dfd-4126-a46e-d12d2c75e0dd req-16e29c73-88a6-4c6b-8b6f-d7ec7338b51b service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa3e5fe6-aa22-4836-8d61-28fdcd6950fe HTTP/1.1" status: 200 len: 910 time: 0.0892558 Jul 18 10:35:06.023349 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fe2c0731-1dfd-4126-a46e-d12d2c75e0dd req-96555b65-b7bc-4baf-ab11-1d761fcc5d25 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01aa80e4-4901-4d77-80cb-a644fd1ee6ff HTTP/1.1" status: 200 len: 217 time: 0.0317569 Jul 18 10:35:06.075187 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c0731-1dfd-4126-a46e-d12d2c75e0dd req-07ce0ef7-9017-4b75-af19-ceb420564cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:06.076625 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fe2c0731-1dfd-4126-a46e-d12d2c75e0dd req-07ce0ef7-9017-4b75-af19-ceb420564cc8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=163f1fc6-a401-47e2-be63-6d39e9584c30 HTTP/1.1" status: 200 len: 848 time: 0.0460603 Jul 18 10:35:06.120005 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c0731-1dfd-4126-a46e-d12d2c75e0dd req-791c488c-fe64-4983-9f40-34b3a83b3d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:06.121470 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fe2c0731-1dfd-4126-a46e-d12d2c75e0dd req-791c488c-fe64-4983-9f40-34b3a83b3d3a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa3e5fe6-aa22-4836-8d61-28fdcd6950fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378892 Jul 18 10:35:06.214097 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fe2c0731-1dfd-4126-a46e-d12d2c75e0dd req-33089fa1-aeaa-4ad2-90c8-ca45000d7194 service neutron] 10.222.0.30 "GET /v2.0/networks/aa3e5fe6-aa22-4836-8d61-28fdcd6950fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830731 Jul 18 10:35:06.336055 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674cc1e-5c95-4ebf-90d3-417ab3784826 req-5c243b78-1e88-476b-bbeb-cb22fb682fd4 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:06.337574 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f674cc1e-5c95-4ebf-90d3-417ab3784826 req-5c243b78-1e88-476b-bbeb-cb22fb682fd4 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 943 time: 0.0812011 Jul 18 10:35:06.369262 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fe2c0731-1dfd-4126-a46e-d12d2c75e0dd req-034896fc-6a2f-4953-a38f-ca57b56098d9 service neutron] 10.222.0.30 "GET /v2.0/networks/aa3e5fe6-aa22-4836-8d61-28fdcd6950fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469462 Jul 18 10:35:06.402650 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f674cc1e-5c95-4ebf-90d3-417ab3784826 req-2fef0ac0-bc2b-40ac-8422-38d57c7cf67e tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565064 Jul 18 10:35:07.516609 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae213f-8336-4c79-b3a6-cb73f5224817 req-c3e1deeb-5c70-4978-8fd6-c9d746496461 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:07.518683 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-48ae213f-8336-4c79-b3a6-cb73f5224817 req-c3e1deeb-5c70-4978-8fd6-c9d746496461 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 943 time: 0.0495250 Jul 18 10:35:07.565994 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-48ae213f-8336-4c79-b3a6-cb73f5224817 req-76c3e790-7cfc-420f-b02d-5129cb789e74 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419376 Jul 18 10:35:08.683639 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2455c-e17d-4cc8-a97d-f9f87302c9b5 req-fe6f4c81-7891-4057-ae91-94736783326f tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:08.686250 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-81a2455c-e17d-4cc8-a97d-f9f87302c9b5 req-fe6f4c81-7891-4057-ae91-94736783326f tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 943 time: 0.0521581 Jul 18 10:35:08.735163 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-81a2455c-e17d-4cc8-a97d-f9f87302c9b5 req-89f13514-5421-4543-8dbd-93437c3d6c46 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435832 Jul 18 10:35:09.837195 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:09.851377 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff732708-ef80-4a9d-8ac0-21ab0e234e6e req-a67e52ed-322a-4f1f-8cbc-72190117370c tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:09.853136 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ff732708-ef80-4a9d-8ac0-21ab0e234e6e req-a67e52ed-322a-4f1f-8cbc-72190117370c tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 943 time: 0.0515249 Jul 18 10:35:09.902042 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ff732708-ef80-4a9d-8ac0-21ab0e234e6e req-ce0be2c6-4890-4b92-9a65-e3c1fe629c69 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433822 Jul 18 10:35:11.011689 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0d1ba-fa48-4651-9979-61245cd5fb62 req-80794a67-5f55-4e3c-a0b6-3bef44902eac tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:11.013172 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b0b0d1ba-fa48-4651-9979-61245cd5fb62 req-80794a67-5f55-4e3c-a0b6-3bef44902eac tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 943 time: 0.0463696 Jul 18 10:35:11.064542 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b0b0d1ba-fa48-4651-9979-61245cd5fb62 req-c7a47c9a-132c-430c-9aac-ec2c57591c8d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454137 Jul 18 10:35:12.175484 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc38e6-0170-4e85-a41d-c813de8dda8c req-8789d51c-8c70-41f6-9212-b875c6d7b0cf tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:12.176995 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-52cc38e6-0170-4e85-a41d-c813de8dda8c req-8789d51c-8c70-41f6-9212-b875c6d7b0cf tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 943 time: 0.0465708 Jul 18 10:35:12.228768 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-52cc38e6-0170-4e85-a41d-c813de8dda8c req-0867b13d-d803-4e26-8117-a370a8b5d3ef tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462158 Jul 18 10:35:13.347626 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb9277-15f7-4ebd-a814-4d3352387fdd req-fb5e66f7-d61a-4074-9b20-4d46f1bf8a5c tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:13.349435 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-84eb9277-15f7-4ebd-a814-4d3352387fdd req-fb5e66f7-d61a-4074-9b20-4d46f1bf8a5c tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 943 time: 0.0509713 Jul 18 10:35:13.399621 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-84eb9277-15f7-4ebd-a814-4d3352387fdd req-83e70bf8-6bcd-40c0-9d3d-5d3cdfc19580 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440760 Jul 18 10:35:13.455680 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 01aa80e4-4901-4d77-80cb-a644fd1ee6ff details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:35:13.555798 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 01aa80e4-4901-4d77-80cb-a644fd1ee6ff, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=01aa80e4-4901-4d77-80cb-a644fd1ee6ff,segment=NetworkSegment(2cc1ab7d-9964-48f5-ae9a-41c584d144f0),segment_id=2cc1ab7d-9964-48f5-ae9a-41c584d144f0)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:35:13.566867 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Returning: {'device': '01aa80e4-4901-4d77-80cb-a644fd1ee6ff', 'network_id': 'aa3e5fe6-aa22-4836-8d61-28fdcd6950fe', 'port_id': '01aa80e4-4901-4d77-80cb-a644fd1ee6ff', 'mac_address': 'fa:16:3e:75:a8:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163f1fc6-a401-47e2-be63-6d39e9584c30', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:35:13.606087 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port 01aa80e4-4901-4d77-80cb-a644fd1ee6ff is: DOWN; New status is: BUILD {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:35:13.606404 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (01aa80e4-4901-4d77-80cb-a644fd1ee6ff), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:13.619993 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01aa80e4-4901-4d77-80cb-a644fd1ee6ff {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:35:13.642924 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 01aa80e4-4901-4d77-80cb-a644fd1ee6ff, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=01aa80e4-4901-4d77-80cb-a644fd1ee6ff,segment=NetworkSegment(2cc1ab7d-9964-48f5-ae9a-41c584d144f0),segment_id=2cc1ab7d-9964-48f5-ae9a-41c584d144f0)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:35:13.646825 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (01aa80e4-4901-4d77-80cb-a644fd1ee6ff), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:13.692690 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=01aa80e4-4901-4d77-80cb-a644fd1ee6ff,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:13.699642 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:13.699992 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:13.700354 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:13.700734 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:13.701072 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:13.701402 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:13.701744 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:13.702045 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:13.702371 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:13.702687 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:13.703004 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:13.703338 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:13.703662 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:13.703980 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:13.704294 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:13.922808 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['01aa80e4-4901-4d77-80cb-a644fd1ee6ff'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:35:13.999966 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:14.510416 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d42b7-ab33-4e45-a721-04a90ca2df8b req-8b3b9833-7a95-4373-8dbf-2f871bcf55cb tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:14.511771 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ad4d42b7-ab33-4e45-a721-04a90ca2df8b req-8b3b9833-7a95-4373-8dbf-2f871bcf55cb tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 944 time: 0.0461590 Jul 18 10:35:14.558980 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ad4d42b7-ab33-4e45-a721-04a90ca2df8b req-93441338-1273-4c8f-a0df-1f484e2dfcf0 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417516 Jul 18 10:35:15.482540 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 01aa80e4-4901-4d77-80cb-a644fd1ee6ff up at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:35:15.525291 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning for port 01aa80e4-4901-4d77-80cb-a644fd1ee6ff completed by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:35:15.532226 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning complete for port 01aa80e4-4901-4d77-80cb-a644fd1ee6ff triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:35:15.532633 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (01aa80e4-4901-4d77-80cb-a644fd1ee6ff), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:15.756286 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port 01aa80e4-4901-4d77-80cb-a644fd1ee6ff is: BUILD; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:35:15.756862 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (01aa80e4-4901-4d77-80cb-a644fd1ee6ff), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:15.789823 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00da9ad2-aef2-4a2b-8ae8-51ee9e41e049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01aa80e4-4901-4d77-80cb-a644fd1ee6ff'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:35:15.792555 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84681e705a03fd555db26336157b75fd76ce56e0c69b7b802094418238443ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231b8103-48de-4f2c-9e65-d3671ad7210f" -d '{"events": [{"server_uuid": "00da9ad2-aef2-4a2b-8ae8-51ee9e41e049", "name": "network-vif-plugged", "status": "completed", "tag": "01aa80e4-4901-4d77-80cb-a644fd1ee6ff"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:35:15.806681 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 01aa80e4-4901-4d77-80cb-a644fd1ee6ff, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=01aa80e4-4901-4d77-80cb-a644fd1ee6ff,segment=NetworkSegment(2cc1ab7d-9964-48f5-ae9a-41c584d144f0),segment_id=2cc1ab7d-9964-48f5-ae9a-41c584d144f0)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:35:15.812397 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (01aa80e4-4901-4d77-80cb-a644fd1ee6ff), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:15.845557 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:15.871857 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=01aa80e4-4901-4d77-80cb-a644fd1ee6ff,revision_number=5']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:15.903983 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ac59e4-fe84-4016-9781-6f6e779b1b3d x-openstack-request-id: req-66ac59e4-fe84-4016-9781-6f6e779b1b3d {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:35:15.904436 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00da9ad2-aef2-4a2b-8ae8-51ee9e41e049", "name": "network-vif-plugged", "status": "completed", "tag": "01aa80e4-4901-4d77-80cb-a644fd1ee6ff", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:35:15.904765 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-66ac59e4-fe84-4016-9781-6f6e779b1b3d {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:35:15.905175 dv-cinder-837546-3-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66ac59e4-fe84-4016-9781-6f6e779b1b3d'] response: {'server_uuid': '00da9ad2-aef2-4a2b-8ae8-51ee9e41e049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01aa80e4-4901-4d77-80cb-a644fd1ee6ff', 'code': 200} Jul 18 10:35:15.960710 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ef204-bcb6-43f3-a25e-c69101db96fe req-72c12208-0437-4623-a750-416f4290dc3f tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:15.962102 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8b9ef204-bcb6-43f3-a25e-c69101db96fe req-72c12208-0437-4623-a750-416f4290dc3f tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 944 time: 0.3280921 Jul 18 10:35:15.974539 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:16.013362 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8b9ef204-bcb6-43f3-a25e-c69101db96fe req-09e2a9ec-a679-41a4-9830-7a313c38a0cf tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456796 Jul 18 10:35:16.141038 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d015bfb-26d5-4d4d-9dd9-4bd8dacb17e9 req-7a5a5912-cd1d-4bee-9b34-10823d704872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:16.142492 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4d015bfb-26d5-4d4d-9dd9-4bd8dacb17e9 req-7a5a5912-cd1d-4bee-9b34-10823d704872 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 1129 time: 0.0371082 Jul 18 10:35:16.188172 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4d015bfb-26d5-4d4d-9dd9-4bd8dacb17e9 req-62ace26b-1d31-4844-b291-e303e145e5c6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388610 Jul 18 10:35:16.635687 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2a108-2540-4f57-a49f-09d9902f8c0e req-a1f493e6-f4e2-49f9-8506-9ad0669b0e84 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:16.638122 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f5a2a108-2540-4f57-a49f-09d9902f8c0e req-a1f493e6-f4e2-49f9-8506-9ad0669b0e84 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 945 time: 0.0501602 Jul 18 10:35:16.685895 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f5a2a108-2540-4f57-a49f-09d9902f8c0e req-c6bf7242-6cd7-4309-890c-5d8c84ae5c4c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404387 Jul 18 10:35:17.132159 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec4e98-8c9b-4b4b-9c47-6b5154af6a6c req-5b7d2a39-c2e8-46cb-b22b-db080a3b7fcd tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:17.133860 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e4ec4e98-8c9b-4b4b-9c47-6b5154af6a6c req-5b7d2a39-c2e8-46cb-b22b-db080a3b7fcd tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 945 time: 0.0529149 Jul 18 10:35:17.187764 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e4ec4e98-8c9b-4b4b-9c47-6b5154af6a6c req-bd4ff3d2-44d8-4848-b24c-b9a1c94a0107 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479989 Jul 18 10:35:17.813484 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd892e1f-a431-4b59-87ae-18160876afa3 req-1682ee2e-d35e-4017-ae55-816a2029d75e tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:17.815072 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fd892e1f-a431-4b59-87ae-18160876afa3 req-1682ee2e-d35e-4017-ae55-816a2029d75e tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 945 time: 0.0521450 Jul 18 10:35:17.867457 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fd892e1f-a431-4b59-87ae-18160876afa3 req-562d75d6-a674-4a85-aa02-f122317779d6 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469089 Jul 18 10:35:18.306682 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf76d70-3aa6-41b4-bb9d-2873abe33858 req-291f1f56-1865-4aef-9416-45dad2f88583 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:18.309111 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-cbf76d70-3aa6-41b4-bb9d-2873abe33858 req-291f1f56-1865-4aef-9416-45dad2f88583 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 945 time: 0.0537262 Jul 18 10:35:18.321449 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:18.358394 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-cbf76d70-3aa6-41b4-bb9d-2873abe33858 req-f4ffc4d2-5bf0-46f6-bd90-b7aa6a5143a9 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439544 Jul 18 10:35:18.470319 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710c477-2fc6-405c-9ba8-d047e786b6b3 req-4d2eb209-47d8-48b3-ba1c-42f48757f047 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:18.471672 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b710c477-2fc6-405c-9ba8-d047e786b6b3 req-4d2eb209-47d8-48b3-ba1c-42f48757f047 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 945 time: 0.0467181 Jul 18 10:35:18.520536 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b710c477-2fc6-405c-9ba8-d047e786b6b3 req-0357a2fe-f82e-4be1-976f-48d77f0601a0 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431178 Jul 18 10:35:18.541367 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 36134) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:35:18.668372 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccee862-2de7-4590-9358-027ad2c8dbb2 tempest-TestShelveInstance-339524137 tempest-TestShelveInstance-339524137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:18.669943 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-1ccee862-2de7-4590-9358-027ad2c8dbb2 tempest-TestShelveInstance-339524137 tempest-TestShelveInstance-339524137-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 1124 time: 0.1276081 Jul 18 10:35:18.672865 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 36138) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:35:18.677558 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-783e5e7a-01aa-4003-bb11-0f64abc6e941 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Request body: {'floatingip': {'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'port_id': '01aa80e4-4901-4d77-80cb-a644fd1ee6ff', 'tenant_id': '5628452a1ceb4af293ea96c187983fa6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:35:18.698096 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-783e5e7a-01aa-4003-bb11-0f64abc6e941 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:18.778501 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-783e5e7a-01aa-4003-bb11-0f64abc6e941 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:18.886849 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_common [None req-783e5e7a-01aa-4003-bb11-0f64abc6e941 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Allocated IP 172.27.3.34 (ab707614-a8a6-4503-81fa-3cf63d34938b/a666abde-39cf-4361-a6f5-7885f7528b36/1f1b05ab-177c-4b79-b922-24e8fea5a6fa) {{(pid=103899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:35:19.010569 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1e3b0-e0c3-48c9-ad60-39eb867b7a6b req-da3795f1-c9bf-429f-ace6-703a5969c423 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:19.012035 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-7bf1e3b0-e0c3-48c9-ad60-39eb867b7a6b req-da3795f1-c9bf-429f-ace6-703a5969c423 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 945 time: 0.0647557 Jul 18 10:35:19.044109 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:19.047348 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-783e5e7a-01aa-4003-bb11-0f64abc6e941 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks [] for port (1f1b05ab-177c-4b79-b922-24e8fea5a6fa), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:19.093582 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-7bf1e3b0-e0c3-48c9-ad60-39eb867b7a6b req-21055d17-121e-4724-afd4-0ace56710707 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758619 Jul 18 10:35:19.112932 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-783e5e7a-01aa-4003-bb11-0f64abc6e941 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (1f1b05ab-177c-4b79-b922-24e8fea5a6fa), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:19.148698 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783e5e7a-01aa-4003-bb11-0f64abc6e941 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Network ab707614-a8a6-4503-81fa-3cf63d34938b is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:35:19.151523 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [None req-783e5e7a-01aa-4003-bb11-0f64abc6e941 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:35:19.154230 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783e5e7a-01aa-4003-bb11-0f64abc6e941 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Received port after_create {{(pid=103899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:35:19.192005 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e5e7a-01aa-4003-bb11-0f64abc6e941 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Pushing event updated for resources: {'Port': ['ID=1f1b05ab-177c-4b79-b922-24e8fea5a6fa,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:19.199175 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:19.530092 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-783e5e7a-01aa-4003-bb11-0f64abc6e941 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks [] for floatingip (30fc5d9b-233d-4f22-8587-e1d25d23c532), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:19.597822 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-783e5e7a-01aa-4003-bb11-0f64abc6e941 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (1f1b05ab-177c-4b79-b922-24e8fea5a6fa), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:19.738751 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-783e5e7a-01aa-4003-bb11-0f64abc6e941 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks [] for port (1f1b05ab-177c-4b79-b922-24e8fea5a6fa), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:19.743313 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-783e5e7a-01aa-4003-bb11-0f64abc6e941 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (1f1b05ab-177c-4b79-b922-24e8fea5a6fa), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:19.818536 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e5e7a-01aa-4003-bb11-0f64abc6e941 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Pushing event updated for resources: {'Port': ['ID=1f1b05ab-177c-4b79-b922-24e8fea5a6fa,revision_number=2']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:19.832733 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-783e5e7a-01aa-4003-bb11-0f64abc6e941 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780340'] for floatingip (30fc5d9b-233d-4f22-8587-e1d25d23c532), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:19.860133 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=11 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:19.867198 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=15 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:19.919474 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:19.930635 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.db.l3_db [None req-783e5e7a-01aa-4003-bb11-0f64abc6e941 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Floating IP 30fc5d9b-233d-4f22-8587-e1d25d23c532 associated. External IP: 172.27.3.34, port: 01aa80e4-4901-4d77-80cb-a644fd1ee6ff. Jul 18 10:35:20.009429 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-eb0f294a-cccc-4ffc-b05d-094db8545763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:20.098352 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:20.127978 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783e5e7a-01aa-4003-bb11-0f64abc6e941 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Router 55193e9e-6ba1-43b7-9e65-0b877b363524 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:35:20.252822 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382db76b-0d44-4c99-9902-6e9b98014e7f req-706a9042-63d4-49fa-b227-72e6933aee0f tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:20.254318 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-382db76b-0d44-4c99-9902-6e9b98014e7f req-706a9042-63d4-49fa-b227-72e6933aee0f tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 945 time: 0.0816991 Jul 18 10:35:20.291534 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783e5e7a-01aa-4003-bb11-0f64abc6e941 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:35:20.301699 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0434c875-888e-4e90-b30a-ffff88558807 None None] Sync routers for ids ['55193e9e-6ba1-43b7-9e65-0b877b363524'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:35:20.311392 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0434c875-888e-4e90-b30a-ffff88558807 None None] Routers {'55193e9e-6ba1-43b7-9e65-0b877b363524'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:35:20.311999 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-0434c875-888e-4e90-b30a-ffff88558807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:34:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['55193e9e-6ba1-43b7-9e65-0b877b363524'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:35:20.324951 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-382db76b-0d44-4c99-9902-6e9b98014e7f req-6cffc9e2-e92a-44eb-9f78-9c4924b3b97c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622604 Jul 18 10:35:20.327861 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-783e5e7a-01aa-4003-bb11-0f64abc6e941 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:20.366717 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-783e5e7a-01aa-4003-bb11-0f64abc6e941 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6906877 Jul 18 10:35:20.366717 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00da9ad2-aef2-4a2b-8ae8-51ee9e41e049', 'tag': '01aa80e4-4901-4d77-80cb-a644fd1ee6ff'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:35:20.367518 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee40a76-e4e7-4bcf-890a-cc217d7ef4f9" -d '{"events": [{"name": "network-changed", "server_uuid": "00da9ad2-aef2-4a2b-8ae8-51ee9e41e049", "tag": "01aa80e4-4901-4d77-80cb-a644fd1ee6ff"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:35:20.404922 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52b6ffa-5b02-4d1d-a73a-2ebd447fd815 x-openstack-request-id: req-c52b6ffa-5b02-4d1d-a73a-2ebd447fd815 {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:35:20.405455 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00da9ad2-aef2-4a2b-8ae8-51ee9e41e049", "tag": "01aa80e4-4901-4d77-80cb-a644fd1ee6ff", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:35:20.405455 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c52b6ffa-5b02-4d1d-a73a-2ebd447fd815 {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:35:20.405853 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c52b6ffa-5b02-4d1d-a73a-2ebd447fd815'] response: {'name': 'network-changed', 'server_uuid': '00da9ad2-aef2-4a2b-8ae8-51ee9e41e049', 'tag': '01aa80e4-4901-4d77-80cb-a644fd1ee6ff', 'status': 'completed', 'code': 200} Jul 18 10:35:20.423149 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-0434c875-888e-4e90-b30a-ffff88558807 None None] Set router 55193e9e-6ba1-43b7-9e65-0b877b363524 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:35:20.463672 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee40a76-e4e7-4bcf-890a-cc217d7ef4f9 req-5524d3b9-2749-48f6-aab2-bd5c166ec913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:20.465226 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4ee40a76-e4e7-4bcf-890a-cc217d7ef4f9 req-5524d3b9-2749-48f6-aab2-bd5c166ec913 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5628452a1ceb4af293ea96c187983fa6&device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 1129 time: 0.0386045 Jul 18 10:35:20.559086 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee40a76-e4e7-4bcf-890a-cc217d7ef4f9 req-26215362-f77d-450e-a603-8b77f544e138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:20.560581 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4ee40a76-e4e7-4bcf-890a-cc217d7ef4f9 req-26215362-f77d-450e-a603-8b77f544e138 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa3e5fe6-aa22-4836-8d61-28fdcd6950fe HTTP/1.1" status: 200 len: 910 time: 0.0895159 Jul 18 10:35:20.621351 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4ee40a76-e4e7-4bcf-890a-cc217d7ef4f9 req-09bd6a7a-b328-4ee7-ba1c-fb97bba9a9f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01aa80e4-4901-4d77-80cb-a644fd1ee6ff HTTP/1.1" status: 200 len: 998 time: 0.0546072 Jul 18 10:35:20.636625 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-0434c875-888e-4e90-b30a-ffff88558807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'name': 'tempest-TestShelveInstance-1146237224-router', 'tenant_id': '5628452a1ceb4af293ea96c187983fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2071e1df-f5e6-49dd-8797-bc0afba889ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:36Z', 'updated_at': '2022-07-18T10:34:40Z', 'revision_number': 4, 'project_id': '5628452a1ceb4af293ea96c187983fa6', 'gw_port': {'id': '2071e1df-f5e6-49dd-8797-bc0afba889ee', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:37Z', 'updated_at': '2022-07-18T10:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '30fc5d9b-233d-4f22-8587-e1d25d23c532', 'tenant_id': '5628452a1ceb4af293ea96c187983fa6', 'floating_ip_address': '172.27.3.34', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'port_id': '01aa80e4-4901-4d77-80cb-a644fd1ee6ff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa3e5fe6-aa22-4836-8d61-28fdcd6950fe', 'mac_address': 'fa:16:3e:75:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00da9ad2-aef2-4a2b-8ae8-51ee9e41e049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:35:19Z', 'updated_at': '2022-07-18T10:35:19Z', 'revision_number': 0, 'project_id': '5628452a1ceb4af293ea96c187983fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6bb5c6d-54e9-4bb3-849a-5a11baf32de7', 'name': '', 'network_id': 'aa3e5fe6-aa22-4836-8d61-28fdcd6950fe', 'tenant_id': '5628452a1ceb4af293ea96c187983fa6', 'mac_address': 'fa:16:3e:a3:26:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '163f1fc6-a401-47e2-be63-6d39e9584c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:39Z', 'updated_at': '2022-07-18T10:34:43Z', 'revision_number': 5, 'project_id': '5628452a1ceb4af293ea96c187983fa6', 'subnets': [{'id': '163f1fc6-a401-47e2-be63-6d39e9584c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:35:20.638118 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:20.663659 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0434c875-888e-4e90-b30a-ffff88558807 None None] Checking router: 55193e9e-6ba1-43b7-9e65-0b877b363524 for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:35:20.672717 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0434c875-888e-4e90-b30a-ffff88558807 None None] Routers {'55193e9e-6ba1-43b7-9e65-0b877b363524'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:35:20.673547 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-0434c875-888e-4e90-b30a-ffff88558807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:34:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['55193e9e-6ba1-43b7-9e65-0b877b363524'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:35:20.682632 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee40a76-e4e7-4bcf-890a-cc217d7ef4f9 req-09aed086-3f9f-450d-a64e-1bddc888e4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:20.684089 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4ee40a76-e4e7-4bcf-890a-cc217d7ef4f9 req-09aed086-3f9f-450d-a64e-1bddc888e4fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=163f1fc6-a401-47e2-be63-6d39e9584c30 HTTP/1.1" status: 200 len: 848 time: 0.0468686 Jul 18 10:35:20.728684 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee40a76-e4e7-4bcf-890a-cc217d7ef4f9 req-d26d28b0-b7da-4c3b-b512-3b2097649a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:20.730186 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4ee40a76-e4e7-4bcf-890a-cc217d7ef4f9 req-d26d28b0-b7da-4c3b-b512-3b2097649a15 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa3e5fe6-aa22-4836-8d61-28fdcd6950fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393093 Jul 18 10:35:20.778793 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-0434c875-888e-4e90-b30a-ffff88558807 None None] Set router 55193e9e-6ba1-43b7-9e65-0b877b363524 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:35:20.823929 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4ee40a76-e4e7-4bcf-890a-cc217d7ef4f9 req-d3809c0e-5bb9-4f2d-a0ae-439b775cba32 service neutron] 10.222.0.30 "GET /v2.0/networks/aa3e5fe6-aa22-4836-8d61-28fdcd6950fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863774 Jul 18 10:35:20.901305 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:20.922187 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4ee40a76-e4e7-4bcf-890a-cc217d7ef4f9 req-22ccd95e-7ac1-4b58-af37-2daf052e62cd service neutron] 10.222.0.30 "GET /v2.0/networks/aa3e5fe6-aa22-4836-8d61-28fdcd6950fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914114 Jul 18 10:35:20.998572 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-0434c875-888e-4e90-b30a-ffff88558807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'name': 'tempest-TestShelveInstance-1146237224-router', 'tenant_id': '5628452a1ceb4af293ea96c187983fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2071e1df-f5e6-49dd-8797-bc0afba889ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:36Z', 'updated_at': '2022-07-18T10:34:40Z', 'revision_number': 4, 'project_id': '5628452a1ceb4af293ea96c187983fa6', 'gw_port': {'id': '2071e1df-f5e6-49dd-8797-bc0afba889ee', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:37Z', 'updated_at': '2022-07-18T10:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '30fc5d9b-233d-4f22-8587-e1d25d23c532', 'tenant_id': '5628452a1ceb4af293ea96c187983fa6', 'floating_ip_address': '172.27.3.34', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'port_id': '01aa80e4-4901-4d77-80cb-a644fd1ee6ff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa3e5fe6-aa22-4836-8d61-28fdcd6950fe', 'mac_address': 'fa:16:3e:75:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00da9ad2-aef2-4a2b-8ae8-51ee9e41e049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:35:19Z', 'updated_at': '2022-07-18T10:35:19Z', 'revision_number': 0, 'project_id': '5628452a1ceb4af293ea96c187983fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6bb5c6d-54e9-4bb3-849a-5a11baf32de7', 'name': '', 'network_id': 'aa3e5fe6-aa22-4836-8d61-28fdcd6950fe', 'tenant_id': '5628452a1ceb4af293ea96c187983fa6', 'mac_address': 'fa:16:3e:a3:26:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '163f1fc6-a401-47e2-be63-6d39e9584c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:39Z', 'updated_at': '2022-07-18T10:34:43Z', 'revision_number': 5, 'project_id': '5628452a1ceb4af293ea96c187983fa6', 'subnets': [{'id': '163f1fc6-a401-47e2-be63-6d39e9584c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:35:21.024208 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0434c875-888e-4e90-b30a-ffff88558807 None None] The sync data for ids ['55193e9e-6ba1-43b7-9e65-0b877b363524'] in dv-cinder-837546-3-iscsi is: [{'id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'name': 'tempest-TestShelveInstance-1146237224-router', 'tenant_id': '5628452a1ceb4af293ea96c187983fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2071e1df-f5e6-49dd-8797-bc0afba889ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:36Z', 'updated_at': '2022-07-18T10:34:40Z', 'revision_number': 4, 'project_id': '5628452a1ceb4af293ea96c187983fa6', 'gw_port': {'id': '2071e1df-f5e6-49dd-8797-bc0afba889ee', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:37Z', 'updated_at': '2022-07-18T10:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '30fc5d9b-233d-4f22-8587-e1d25d23c532', 'tenant_id': '5628452a1ceb4af293ea96c187983fa6', 'floating_ip_address': '172.27.3.34', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'port_id': '01aa80e4-4901-4d77-80cb-a644fd1ee6ff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa3e5fe6-aa22-4836-8d61-28fdcd6950fe', 'mac_address': 'fa:16:3e:75:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00da9ad2-aef2-4a2b-8ae8-51ee9e41e049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:35:19Z', 'updated_at': '2022-07-18T10:35:19Z', 'revision_number': 0, 'project_id': '5628452a1ceb4af293ea96c187983fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6bb5c6d-54e9-4bb3-849a-5a11baf32de7', 'name': '', 'network_id': 'aa3e5fe6-aa22-4836-8d61-28fdcd6950fe', 'tenant_id': '5628452a1ceb4af293ea96c187983fa6', 'mac_address': 'fa:16:3e:a3:26:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '163f1fc6-a401-47e2-be63-6d39e9584c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:39Z', 'updated_at': '2022-07-18T10:34:43Z', 'revision_number': 5, 'project_id': '5628452a1ceb4af293ea96c187983fa6', 'subnets': [{'id': '163f1fc6-a401-47e2-be63-6d39e9584c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:35:21.208622 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cdfad1-7f51-4cd1-89f6-ef8210c249d0 None None] New status for floating IP 30fc5d9b-233d-4f22-8587-e1d25d23c532: ACTIVE {{(pid=103901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:35:21.457657 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919ac43-7090-413c-aa2e-22c139fd889f req-b609ab6e-7772-42f3-9557-28082e4ae53e tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:21.459194 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8919ac43-7090-413c-aa2e-22c139fd889f req-b609ab6e-7772-42f3-9557-28082e4ae53e tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 945 time: 0.0512929 Jul 18 10:35:21.507201 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8919ac43-7090-413c-aa2e-22c139fd889f req-d3e7ce97-7406-4066-8344-c6a568d2f3bf tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425642 Jul 18 10:35:22.327053 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-be7cd3e4-66f2-4427-a5bf-ea47ff372261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:22.624776 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ab732-4569-4741-bc1e-9b3a59e15e92 req-4b41166e-244f-4591-897b-16877bb3cb66 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:22.626531 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-814ab732-4569-4741-bc1e-9b3a59e15e92 req-4b41166e-244f-4591-897b-16877bb3cb66 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 945 time: 0.0510643 Jul 18 10:35:22.675895 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-814ab732-4569-4741-bc1e-9b3a59e15e92 req-90a9f75f-f5e6-4a8d-b4fe-b4be17c1aebe tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430696 Jul 18 10:35:23.591865 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:23.800979 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc414a6-b123-460e-a6c6-cca485f0f86e req-a441446f-8cfd-46d0-864b-9786fe8fc37e tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:23.802614 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8fc414a6-b123-460e-a6c6-cca485f0f86e req-a441446f-8cfd-46d0-864b-9786fe8fc37e tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 945 time: 0.0499899 Jul 18 10:35:23.841759 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:23.857752 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8fc414a6-b123-460e-a6c6-cca485f0f86e req-bb2c0ac6-b24f-415d-a18b-40ca1b7d33dc tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494008 Jul 18 10:35:23.902776 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaef38f-1fc8-4762-b58a-459c2a79bd84 req-ab79dd64-6d4b-4cd3-b34e-0c30ce0d28d7 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:23.904318 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-efaef38f-1fc8-4762-b58a-459c2a79bd84 req-ab79dd64-6d4b-4cd3-b34e-0c30ce0d28d7 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=22a03003-3677-426e-8fb8-5b58998eef8a HTTP/1.1" status: 200 len: 945 time: 0.0505323 Jul 18 10:35:23.956567 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-efaef38f-1fc8-4762-b58a-459c2a79bd84 req-b1f7bdcf-34dc-4ef3-9461-c4621a7b781f tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466902 Jul 18 10:35:24.778225 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:24.974648 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350d98e-f5dd-48a6-9a05-a54a33087092 req-eaae7261-07c0-4b4b-98d1-0df7558186b5 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:24.976087 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d350d98e-f5dd-48a6-9a05-a54a33087092 req-eaae7261-07c0-4b4b-98d1-0df7558186b5 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 945 time: 0.0456178 Jul 18 10:35:25.025236 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d350d98e-f5dd-48a6-9a05-a54a33087092 req-808c7134-c76f-48d9-9543-3a3dac15635f tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430210 Jul 18 10:35:25.071236 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea3e32-0189-4648-b372-3f751b56ffe7 req-7525fc91-a78f-4d2e-a314-daafdb523314 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:25.072728 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-85ea3e32-0189-4648-b372-3f751b56ffe7 req-7525fc91-a78f-4d2e-a314-daafdb523314 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=22a03003-3677-426e-8fb8-5b58998eef8a HTTP/1.1" status: 200 len: 945 time: 0.0466168 Jul 18 10:35:25.093517 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:25.124338 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-85ea3e32-0189-4648-b372-3f751b56ffe7 req-cdec6477-8c2e-4a8c-a849-23b15346dc30 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459831 Jul 18 10:35:25.355695 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:25.942538 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fed60d-ba06-45b9-8902-bdc4d8ce37fd req-1dbcc15c-f7f4-48a5-9635-859959ed3349 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:25.944439 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-97fed60d-ba06-45b9-8902-bdc4d8ce37fd req-1dbcc15c-f7f4-48a5-9635-859959ed3349 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a03003-3677-426e-8fb8-5b58998eef8a HTTP/1.1" status: 200 len: 945 time: 0.0543408 Jul 18 10:35:26.042084 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-97fed60d-ba06-45b9-8902-bdc4d8ce37fd req-33f6a2fa-89ff-4670-819b-666855b21ec2 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Deleting port de125830-3de3-492c-bc45-25ee6ef36473 {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:35:26.042732 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-97fed60d-ba06-45b9-8902-bdc4d8ce37fd req-33f6a2fa-89ff-4670-819b-666855b21ec2 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (de125830-3de3-492c-bc45-25ee6ef36473), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:26.162197 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c28d4-d4be-4484-9259-de853355a8b4 req-546b1b53-6b45-4642-86ca-cb6de2d9da31 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:26.163762 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-338c28d4-d4be-4484-9259-de853355a8b4 req-546b1b53-6b45-4642-86ca-cb6de2d9da31 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 945 time: 0.0650449 Jul 18 10:35:26.223089 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-97fed60d-ba06-45b9-8902-bdc4d8ce37fd req-33f6a2fa-89ff-4670-819b-666855b21ec2 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] For port de125830-3de3-492c-bc45-25ee6ef36473, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=de125830-3de3-492c-bc45-25ee6ef36473,segment=NetworkSegment(2d16fefc-509d-4f46-8970-6e15cc7ed3ca),segment_id=2d16fefc-509d-4f46-8970-6e15cc7ed3ca)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:35:26.223566 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-97fed60d-ba06-45b9-8902-bdc4d8ce37fd req-33f6a2fa-89ff-4670-819b-666855b21ec2 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (de125830-3de3-492c-bc45-25ee6ef36473), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:26.327040 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-338c28d4-d4be-4484-9259-de853355a8b4 req-d7ab0f69-23e5-4b81-bf7e-f5271079c3fe tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573637 Jul 18 10:35:26.341488 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816926e7-fa02-4378-9e2e-0eb2ca3a69e0 req-fe0bc08d-4d7a-42ff-b273-1a034ba7a06e tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:26.342990 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-816926e7-fa02-4378-9e2e-0eb2ca3a69e0 req-fe0bc08d-4d7a-42ff-b273-1a034ba7a06e tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=22a03003-3677-426e-8fb8-5b58998eef8a HTTP/1.1" status: 200 len: 945 time: 0.1056767 Jul 18 10:35:26.353874 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:26.470980 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-816926e7-fa02-4378-9e2e-0eb2ca3a69e0 req-dc555660-8147-4ef7-8c42-49b3cd448ae1 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158061 Jul 18 10:35:26.491057 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-97fed60d-ba06-45b9-8902-bdc4d8ce37fd req-33f6a2fa-89ff-4670-819b-666855b21ec2 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:26.491426 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-97fed60d-ba06-45b9-8902-bdc4d8ce37fd req-33f6a2fa-89ff-4670-819b-666855b21ec2 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780340'] for floatingip (1427e8a6-673f-4455-bd61-9c0d72bcd5b6), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:26.491731 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.db.l3_db [req-97fed60d-ba06-45b9-8902-bdc4d8ce37fd req-33f6a2fa-89ff-4670-819b-666855b21ec2 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Floating IP 1427e8a6-673f-4455-bd61-9c0d72bcd5b6 disassociated. External IP: 172.27.3.82, port: de125830-3de3-492c-bc45-25ee6ef36473. Jul 18 10:35:26.492201 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-97fed60d-ba06-45b9-8902-bdc4d8ce37fd req-33f6a2fa-89ff-4670-819b-666855b21ec2 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Calling delete_port for de125830-3de3-492c-bc45-25ee6ef36473 owned by compute:nova {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:35:26.568142 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:26.623847 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-97fed60d-ba06-45b9-8902-bdc4d8ce37fd req-33f6a2fa-89ff-4670-819b-666855b21ec2 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (de125830-3de3-492c-bc45-25ee6ef36473), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:26.652313 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6a2fa-89ff-4670-819b-666855b21ec2 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Pushing event deleted for resources: {'Port': ['ID=de125830-3de3-492c-bc45-25ee6ef36473,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:26.761458 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97fed60d-ba06-45b9-8902-bdc4d8ce37fd req-33f6a2fa-89ff-4670-819b-666855b21ec2 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Router b813383a-8c2b-4227-b257-73336c9a3e16 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:35:27.136824 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97fed60d-ba06-45b9-8902-bdc4d8ce37fd req-33f6a2fa-89ff-4670-819b-666855b21ec2 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:35:27.146185 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5ad447-aac5-4546-ade1-327d6ad753d3 None None] Sync routers for ids ['b813383a-8c2b-4227-b257-73336c9a3e16'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:35:27.156134 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5ad447-aac5-4546-ade1-327d6ad753d3 None None] Routers {'b813383a-8c2b-4227-b257-73336c9a3e16'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:35:27.157069 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-bc5ad447-aac5-4546-ade1-327d6ad753d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:35:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['b813383a-8c2b-4227-b257-73336c9a3e16'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:35:27.178772 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-97fed60d-ba06-45b9-8902-bdc4d8ce37fd req-33f6a2fa-89ff-4670-819b-666855b21ec2 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] No DVR routers for this DVR port de125830-3de3-492c-bc45-25ee6ef36473 on host hv-cinder-83754 {{(pid=103899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:35:27.181466 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-97fed60d-ba06-45b9-8902-bdc4d8ce37fd req-33f6a2fa-89ff-4670-819b-666855b21ec2 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:27.184896 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-97fed60d-ba06-45b9-8902-bdc4d8ce37fd req-33f6a2fa-89ff-4670-819b-666855b21ec2 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.30 "DELETE /v2.0/ports/de125830-3de3-492c-bc45-25ee6ef36473 HTTP/1.1" status: 204 len: 173 time: 1.2348974 Jul 18 10:35:27.185386 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a03003-3677-426e-8fb8-5b58998eef8a', 'name': 'network-vif-deleted', 'tag': 'de125830-3de3-492c-bc45-25ee6ef36473'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:35:27.187740 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e61538-97ab-4548-a56f-ad589ecf07ac" -d '{"events": [{"server_uuid": "22a03003-3677-426e-8fb8-5b58998eef8a", "name": "network-vif-deleted", "tag": "de125830-3de3-492c-bc45-25ee6ef36473"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:35:27.231755 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab74827-4fd5-4f0b-882b-77d5692ce7dc x-openstack-request-id: req-5ab74827-4fd5-4f0b-882b-77d5692ce7dc {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:35:27.232047 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a03003-3677-426e-8fb8-5b58998eef8a", "name": "network-vif-deleted", "tag": "de125830-3de3-492c-bc45-25ee6ef36473", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:35:27.232299 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5ab74827-4fd5-4f0b-882b-77d5692ce7dc {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:35:27.232736 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ab74827-4fd5-4f0b-882b-77d5692ce7dc'] response: {'server_uuid': '22a03003-3677-426e-8fb8-5b58998eef8a', 'name': 'network-vif-deleted', 'tag': 'de125830-3de3-492c-bc45-25ee6ef36473', 'status': 'completed', 'code': 200} Jul 18 10:35:27.269567 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-bc5ad447-aac5-4546-ade1-327d6ad753d3 None None] Set router b813383a-8c2b-4227-b257-73336c9a3e16 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:35:27.363205 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:27.448682 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b47d90-b5b1-4100-93d2-073c3bf10391 req-ddd82ec2-b15d-4d7a-9496-54940ec3398b tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:27.450605 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-00b47d90-b5b1-4100-93d2-073c3bf10391 req-ddd82ec2-b15d-4d7a-9496-54940ec3398b tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 945 time: 0.0507326 Jul 18 10:35:27.473584 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-bc5ad447-aac5-4546-ade1-327d6ad753d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'name': 'tempest-TestVolumeBootPattern-436051173-router', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:23Z', 'updated_at': '2022-07-18T10:32:26Z', 'revision_number': 4, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'gw_port': {'id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:63:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:24Z', 'updated_at': '2022-07-18T10:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': 'a1f3e92a-1290-4a6b-b351-6716caa96cfc', 'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'mac_address': 'fa:16:3e:db:17:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '87464419-3975-4a49-a913-5df590abacff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:25Z', 'updated_at': '2022-07-18T10:32:31Z', 'revision_number': 5, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'subnets': [{'id': '87464419-3975-4a49-a913-5df590abacff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:35:27.501701 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5ad447-aac5-4546-ade1-327d6ad753d3 None None] Checking router: b813383a-8c2b-4227-b257-73336c9a3e16 for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:35:27.511681 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5ad447-aac5-4546-ade1-327d6ad753d3 None None] Routers {'b813383a-8c2b-4227-b257-73336c9a3e16'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:35:27.512302 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-bc5ad447-aac5-4546-ade1-327d6ad753d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:35:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['b813383a-8c2b-4227-b257-73336c9a3e16'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:35:27.517912 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-00b47d90-b5b1-4100-93d2-073c3bf10391 req-bcedf7e7-7a0a-4b1b-9ceb-45481b3eb6d2 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596364 Jul 18 10:35:27.587709 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-93dc76c2-0fb4-41e5-b646-255bb51ef495 req-15ba9799-3181-413e-b76d-d6e6c666df4f tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=22a03003-3677-426e-8fb8-5b58998eef8a HTTP/1.1" status: 200 len: 210 time: 0.0411181 Jul 18 10:35:27.624150 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-bc5ad447-aac5-4546-ade1-327d6ad753d3 None None] Set router b813383a-8c2b-4227-b257-73336c9a3e16 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:35:27.662104 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:27.818693 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-bc5ad447-aac5-4546-ade1-327d6ad753d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'name': 'tempest-TestVolumeBootPattern-436051173-router', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:23Z', 'updated_at': '2022-07-18T10:32:26Z', 'revision_number': 4, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'gw_port': {'id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:63:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:24Z', 'updated_at': '2022-07-18T10:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': 'a1f3e92a-1290-4a6b-b351-6716caa96cfc', 'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'mac_address': 'fa:16:3e:db:17:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '87464419-3975-4a49-a913-5df590abacff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:25Z', 'updated_at': '2022-07-18T10:32:31Z', 'revision_number': 5, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'subnets': [{'id': '87464419-3975-4a49-a913-5df590abacff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:35:27.843573 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5ad447-aac5-4546-ade1-327d6ad753d3 None None] The sync data for ids ['b813383a-8c2b-4227-b257-73336c9a3e16'] in dv-cinder-837546-3-iscsi is: [{'id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'name': 'tempest-TestVolumeBootPattern-436051173-router', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:23Z', 'updated_at': '2022-07-18T10:32:26Z', 'revision_number': 4, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'gw_port': {'id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:63:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:24Z', 'updated_at': '2022-07-18T10:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': 'a1f3e92a-1290-4a6b-b351-6716caa96cfc', 'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'mac_address': 'fa:16:3e:db:17:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '87464419-3975-4a49-a913-5df590abacff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:25Z', 'updated_at': '2022-07-18T10:32:31Z', 'revision_number': 5, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'subnets': [{'id': '87464419-3975-4a49-a913-5df590abacff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:35:28.065285 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8087cdba-8dcf-4854-932a-b42ef04b493c None None] New status for floating IP 1427e8a6-673f-4455-bd61-9c0d72bcd5b6: DOWN {{(pid=103901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:35:28.638819 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1253521-e5e4-4e70-b102-74b6e9d35803 req-980268b5-3cc0-4409-8f51-1fbb04ff402b tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:28.640313 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b1253521-e5e4-4e70-b102-74b6e9d35803 req-980268b5-3cc0-4409-8f51-1fbb04ff402b tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 945 time: 0.0483382 Jul 18 10:35:28.689832 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b1253521-e5e4-4e70-b102-74b6e9d35803 req-be180660-7746-4d9f-ac05-30ed428d7784 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429788 Jul 18 10:35:28.843343 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-ea4bdc42-32ed-40a9-bd17-8ad967733b75 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-350612805&fields=id&tenant_id=2c656b71bbd447cba7d11335c928dfda HTTP/1.1" status: 200 len: 267 time: 0.0435934 Jul 18 10:35:28.941065 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:28.963206 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-7fb70f25-24d7-408d-a2bc-f81082a5e53e tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:28.964693 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-7fb70f25-24d7-408d-a2bc-f81082a5e53e tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/networks?id=9e654fce-ea72-45f2-b759-da2c9a65544d HTTP/1.1" status: 200 len: 811 time: 0.1147308 Jul 18 10:35:28.979574 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-ebbcc2c4-ab6a-4202-9e01-e54dc3515ff2 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/quotas/2c656b71bbd447cba7d11335c928dfda HTTP/1.1" status: 200 len: 375 time: 0.0096059 Jul 18 10:35:29.026972 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-36f68cdc-5cf7-4027-8b70-92420a545602 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=2c656b71bbd447cba7d11335c928dfda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426812 Jul 18 10:35:29.168480 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-7268e4d3-b589-4de2-bf06-486356accf3a service neutron] 10.222.0.33 "GET /v2.0/networks/9e654fce-ea72-45f2-b759-da2c9a65544d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294935 Jul 18 10:35:29.261153 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-49728e45-3f7f-4484-b7e6-fdb8d235113b service neutron] 10.222.0.33 "GET /v2.0/networks/9e654fce-ea72-45f2-b759-da2c9a65544d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868108 Jul 18 10:35:29.540663 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0fdee616-6c70-4a73-af3e-d8ce2d021ff1 req-eecb311f-efd3-4a71-85a7-d371ac20afdf tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=0851efd6-d3b6-44d7-9b22-e327e1bca393 HTTP/1.1" status: 200 len: 210 time: 0.0273402 Jul 18 10:35:29.606151 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device b5aa065e-e228-4681-909e-bd39389938fd details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:35:29.611086 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device de125830-3de3-492c-bc45-25ee6ef36473 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:35:29.640391 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] No Port match for: de125830-3de3-492c-bc45-25ee6ef36473 {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:35:29.640991 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device de125830-3de3-492c-bc45-25ee6ef36473 not bound to the agent host hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:35:29.751725 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port b5aa065e-e228-4681-909e-bd39389938fd, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b5aa065e-e228-4681-909e-bd39389938fd,segment=NetworkSegment(d7f1c4dc-22c2-4c68-872d-90dc779e27be),segment_id=d7f1c4dc-22c2-4c68-872d-90dc779e27be)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:35:29.766642 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Returning: {'device': 'b5aa065e-e228-4681-909e-bd39389938fd', 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58', 'port_id': 'b5aa065e-e228-4681-909e-bd39389938fd', 'mac_address': 'fa:16:3e:db:e2:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:35:29.806615 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port b5aa065e-e228-4681-909e-bd39389938fd is: ACTIVE; New status is: BUILD {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:35:29.807102 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (b5aa065e-e228-4681-909e-bd39389938fd), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:29.822281 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5aa065e-e228-4681-909e-bd39389938fd {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:35:29.842853 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca075d-33b8-4045-b4b7-4caca954af1b req-ccd52e58-a997-4a30-9ac3-fb6cfe8084a3 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:29.854334 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e9ca075d-33b8-4045-b4b7-4caca954af1b req-ccd52e58-a997-4a30-9ac3-fb6cfe8084a3 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 945 time: 0.0752833 Jul 18 10:35:29.864409 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port b5aa065e-e228-4681-909e-bd39389938fd, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b5aa065e-e228-4681-909e-bd39389938fd,segment=NetworkSegment(d7f1c4dc-22c2-4c68-872d-90dc779e27be),segment_id=d7f1c4dc-22c2-4c68-872d-90dc779e27be)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:35:29.872306 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (b5aa065e-e228-4681-909e-bd39389938fd), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:29.877607 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:29.919101 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e9ca075d-33b8-4045-b4b7-4caca954af1b req-c58ac3cd-c3c3-43ba-b46c-d5515698d241 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635424 Jul 18 10:35:29.948609 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=b5aa065e-e228-4681-909e-bd39389938fd,revision_number=6']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:29.970093 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['b5aa065e-e228-4681-909e-bd39389938fd'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:35:30.088467 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:30.641816 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-c5b2f91a-c616-45e8-bc3f-48e0788a88e5 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:30.643311 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-c5b2f91a-c616-45e8-bc3f-48e0788a88e5 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.30 "GET /v2.0/networks?id=9e654fce-ea72-45f2-b759-da2c9a65544d HTTP/1.1" status: 200 len: 811 time: 0.1835473 Jul 18 10:35:30.665990 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e02833dd-36c7-48f5-b4dc-225744fd00b0 req-32dbbfbe-9f69-4ccb-bb7e-3fe660c9562b tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=0851efd6-d3b6-44d7-9b22-e327e1bca393 HTTP/1.1" status: 200 len: 210 time: 0.0495594 Jul 18 10:35:30.730921 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-8884f808-773a-4d0f-9f6a-b138d45d2262 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c656b71bbd447cba7d11335c928dfda HTTP/1.1" status: 200 len: 379 time: 0.0719702 Jul 18 10:35:30.740879 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-11e828a6-1fc8-4dba-97f8-64ce577967f0 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Request body: {'port': {'device_id': '0851efd6-d3b6-44d7-9b22-e327e1bca393', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'admin_state_up': True, 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'security_groups': ['1571cc3f-c619-45cf-af52-aa160f24d4ab']}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:35:30.875276 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-11e828a6-1fc8-4dba-97f8-64ce577967f0 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Made reservation on behalf of 2c656b71bbd447cba7d11335c928dfda for: {'port': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:35:30.879972 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-11e828a6-1fc8-4dba-97f8-64ce577967f0 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:31.074323 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8cedfa-eb9c-4260-8add-b06e100f6223 req-9c5d92c5-e2a4-416f-a8a8-c8b3807d836b tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:31.075990 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3c8cedfa-eb9c-4260-8add-b06e100f6223 req-9c5d92c5-e2a4-416f-a8a8-c8b3807d836b tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 944 time: 0.0831292 Jul 18 10:35:31.080631 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_common [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-11e828a6-1fc8-4dba-97f8-64ce577967f0 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Allocated IP 172.20.0.12 (9e654fce-ea72-45f2-b759-da2c9a65544d/87464419-3975-4a49-a913-5df590abacff/ef589bb7-916e-48f9-bce4-fdf64f4ed1b1) {{(pid=103899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:35:31.168293 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:31.174299 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3c8cedfa-eb9c-4260-8add-b06e100f6223 req-0d23f9c5-7a35-4ac4-b4b6-45eded1c03e2 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907078 Jul 18 10:35:31.313241 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-11e828a6-1fc8-4dba-97f8-64ce577967f0 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for port (ef589bb7-916e-48f9-bce4-fdf64f4ed1b1), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:31.353546 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-11e828a6-1fc8-4dba-97f8-64ce577967f0 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (ef589bb7-916e-48f9-bce4-fdf64f4ed1b1), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:31.411604 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-11e828a6-1fc8-4dba-97f8-64ce577967f0 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Network 9e654fce-ea72-45f2-b759-da2c9a65544d is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:35:31.415181 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-11e828a6-1fc8-4dba-97f8-64ce577967f0 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:35:31.425202 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-11e828a6-1fc8-4dba-97f8-64ce577967f0 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Received port after_create {{(pid=103899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:35:31.481407 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e828a6-1fc8-4dba-97f8-64ce577967f0 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Pushing event updated for resources: {'Port': ['ID=ef589bb7-916e-48f9-bce4-fdf64f4ed1b1,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:31.519525 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-11e828a6-1fc8-4dba-97f8-64ce577967f0 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:31.520177 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-11e828a6-1fc8-4dba-97f8-64ce577967f0 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:31.537435 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:31.557700 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-11e828a6-1fc8-4dba-97f8-64ce577967f0 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8210378 Jul 18 10:35:31.610058 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device b5aa065e-e228-4681-909e-bd39389938fd up at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:35:31.669559 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning complete for port b5aa065e-e228-4681-909e-bd39389938fd triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:35:31.670277 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (b5aa065e-e228-4681-909e-bd39389938fd), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:31.717096 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-0f37e06f-1ba2-4916-9af4-4b6d2018c19e None None] Provisioning complete for port ef589bb7-916e-48f9-bce4-fdf64f4ed1b1 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:35:31.717398 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0f37e06f-1ba2-4916-9af4-4b6d2018c19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (ef589bb7-916e-48f9-bce4-fdf64f4ed1b1), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:31.760610 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-0f37e06f-1ba2-4916-9af4-4b6d2018c19e None None] Port ef589bb7-916e-48f9-bce4-fdf64f4ed1b1 cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:35:31.792718 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a38fe-f3e2-49bf-912f-7d6c6312ba17 req-1cb86ed8-2f56-455d-a010-ffadc1afa385 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:31.801799 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d43a38fe-f3e2-49bf-912f-7d6c6312ba17 req-1cb86ed8-2f56-455d-a010-ffadc1afa385 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=0851efd6-d3b6-44d7-9b22-e327e1bca393 HTTP/1.1" status: 200 len: 932 time: 0.0603273 Jul 18 10:35:31.804848 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port b5aa065e-e228-4681-909e-bd39389938fd is: BUILD; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:35:31.805252 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (b5aa065e-e228-4681-909e-bd39389938fd), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:31.824564 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 6 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:35:31.851914 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-0213ee18-a215-426f-9095-df5e75c3f861 service neutron] Request body: {'port': {'device_id': '0851efd6-d3b6-44d7-9b22-e327e1bca393', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:35:31.855079 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a84290-3520-427e-af49-f380d2a144bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5aa065e-e228-4681-909e-bd39389938fd'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:35:31.861956 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84681e705a03fd555db26336157b75fd76ce56e0c69b7b802094418238443ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938faa6d-c86d-414e-90d0-f9ecde04f08d" -d '{"events": [{"server_uuid": "b1a84290-3520-427e-af49-f380d2a144bb", "name": "network-vif-plugged", "status": "completed", "tag": "b5aa065e-e228-4681-909e-bd39389938fd"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:35:31.893131 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port b5aa065e-e228-4681-909e-bd39389938fd, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b5aa065e-e228-4681-909e-bd39389938fd,segment=NetworkSegment(d7f1c4dc-22c2-4c68-872d-90dc779e27be),segment_id=d7f1c4dc-22c2-4c68-872d-90dc779e27be)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:35:31.900517 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (b5aa065e-e228-4681-909e-bd39389938fd), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:31.943636 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd4e56e-938c-479b-a063-1aaf7520fe79 x-openstack-request-id: req-fcd4e56e-938c-479b-a063-1aaf7520fe79 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:35:31.943636 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a84290-3520-427e-af49-f380d2a144bb", "name": "network-vif-plugged", "status": "completed", "tag": "b5aa065e-e228-4681-909e-bd39389938fd", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:35:31.943918 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fcd4e56e-938c-479b-a063-1aaf7520fe79 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:35:31.944118 dv-cinder-837546-3-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcd4e56e-938c-479b-a063-1aaf7520fe79'] response: {'server_uuid': 'b1a84290-3520-427e-af49-f380d2a144bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5aa065e-e228-4681-909e-bd39389938fd', 'code': 200} Jul 18 10:35:31.967968 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:31.982588 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=b5aa065e-e228-4681-909e-bd39389938fd,revision_number=7']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:31.994226 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d43a38fe-f3e2-49bf-912f-7d6c6312ba17 req-d2b7fefe-414c-42c6-88b1-5fc757073f96 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911914 Jul 18 10:35:32.032676 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-0213ee18-a215-426f-9095-df5e75c3f861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (ef589bb7-916e-48f9-bce4-fdf64f4ed1b1), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:32.339725 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4c465-66b8-4b48-94b8-7a1b26b696c2 req-7b01ce51-c0d9-4c2c-9f84-9400a550a789 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:32.341541 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-19a4c465-66b8-4b48-94b8-7a1b26b696c2 req-7b01ce51-c0d9-4c2c-9f84-9400a550a789 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 945 time: 0.0812004 Jul 18 10:35:32.441324 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-0213ee18-a215-426f-9095-df5e75c3f861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef589bb7-916e-48f9-bce4-fdf64f4ed1b1 {{(pid=103899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:35:32.458165 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-0213ee18-a215-426f-9095-df5e75c3f861 service neutron] Publish callbacks [] for port (ef589bb7-916e-48f9-bce4-fdf64f4ed1b1), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:32.494640 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-19a4c465-66b8-4b48-94b8-7a1b26b696c2 req-fcb9616a-8e34-4255-9cf4-e0e98e2a0425 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855126 Jul 18 10:35:32.494851 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.provisioning_blocks [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-0213ee18-a215-426f-9095-df5e75c3f861 service neutron] Transition to ACTIVE for port object ef589bb7-916e-48f9-bce4-fdf64f4ed1b1 will not be triggered until provisioned by entity L2. {{(pid=103899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:35:32.499983 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-0213ee18-a215-426f-9095-df5e75c3f861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (ef589bb7-916e-48f9-bce4-fdf64f4ed1b1), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:32.561513 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213ee18-a215-426f-9095-df5e75c3f861 service neutron] Pushing event updated for resources: {'Port': ['ID=ef589bb7-916e-48f9-bce4-fdf64f4ed1b1,revision_number=2']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:32.579316 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:32.675039 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-0213ee18-a215-426f-9095-df5e75c3f861 service neutron] Attempting to bind port ef589bb7-916e-48f9-bce4-fdf64f4ed1b1 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:35:32.675516 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-0213ee18-a215-426f-9095-df5e75c3f861 service neutron] Attempting to bind port ef589bb7-916e-48f9-bce4-fdf64f4ed1b1 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '2d16fefc-509d-4f46-8970-6e15cc7ed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d'}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:35:32.679539 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-0213ee18-a215-426f-9095-df5e75c3f861 service neutron] Attempting to bind port ef589bb7-916e-48f9-bce4-fdf64f4ed1b1 on network 9e654fce-ea72-45f2-b759-da2c9a65544d {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:35:32.685108 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-0213ee18-a215-426f-9095-df5e75c3f861 service neutron] Port ef589bb7-916e-48f9-bce4-fdf64f4ed1b1 on network 9e654fce-ea72-45f2-b759-da2c9a65544d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:35:32.685545 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-0213ee18-a215-426f-9095-df5e75c3f861 service neutron] Attempting to bind port ef589bb7-916e-48f9-bce4-fdf64f4ed1b1 on network 9e654fce-ea72-45f2-b759-da2c9a65544d {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:35:32.691563 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-0213ee18-a215-426f-9095-df5e75c3f861 service neutron] Checking agent: {'id': 'f1e01c1b-bf46-4f7e-883c-267517c6b0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'started_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:35:32.692023 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-0213ee18-a215-426f-9095-df5e75c3f861 service neutron] Checking segment: {'id': '2d16fefc-509d-4f46-8970-6e15cc7ed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:35:32.692520 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-0213ee18-a215-426f-9095-df5e75c3f861 service neutron] Bound using segment: {'id': '2d16fefc-509d-4f46-8970-6e15cc7ed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d'} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:35:32.693052 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-0213ee18-a215-426f-9095-df5e75c3f861 service neutron] Bound port: ef589bb7-916e-48f9-bce4-fdf64f4ed1b1, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d16fefc-509d-4f46-8970-6e15cc7ed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d'}}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:35:32.693521 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-0213ee18-a215-426f-9095-df5e75c3f861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (ef589bb7-916e-48f9-bce4-fdf64f4ed1b1), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:32.779787 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-0213ee18-a215-426f-9095-df5e75c3f861 service neutron] For port ef589bb7-916e-48f9-bce4-fdf64f4ed1b1, host hv-cinder-83754, cleared binding levels {{(pid=103899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:35:32.783471 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-0213ee18-a215-426f-9095-df5e75c3f861 service neutron] For port ef589bb7-916e-48f9-bce4-fdf64f4ed1b1, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=ef589bb7-916e-48f9-bce4-fdf64f4ed1b1,segment=NetworkSegment(2d16fefc-509d-4f46-8970-6e15cc7ed3ca),segment_id=2d16fefc-509d-4f46-8970-6e15cc7ed3ca)] {{(pid=103899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:35:32.793472 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-0213ee18-a215-426f-9095-df5e75c3f861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (ef589bb7-916e-48f9-bce4-fdf64f4ed1b1), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:32.855187 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:32.873962 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-0213ee18-a215-426f-9095-df5e75c3f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:32.874339 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-0213ee18-a215-426f-9095-df5e75c3f861 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:32.875766 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-0213ee18-a215-426f-9095-df5e75c3f861 service neutron] 10.222.0.30 "PUT /v2.0/ports/ef589bb7-916e-48f9-bce4-fdf64f4ed1b1 HTTP/1.1" status: 200 len: 1094 time: 1.0298874 Jul 18 10:35:32.876217 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0851efd6-d3b6-44d7-9b22-e327e1bca393', 'tag': 'ef589bb7-916e-48f9-bce4-fdf64f4ed1b1'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:35:32.879285 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c16a60-ba03-4bdf-9039-54dabe8e20ab" -d '{"events": [{"name": "network-changed", "server_uuid": "0851efd6-d3b6-44d7-9b22-e327e1bca393", "tag": "ef589bb7-916e-48f9-bce4-fdf64f4ed1b1"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:35:32.901249 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213ee18-a215-426f-9095-df5e75c3f861 service neutron] Pushing event updated for resources: {'Port': ['ID=ef589bb7-916e-48f9-bce4-fdf64f4ed1b1,revision_number=3']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:32.990483 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c59cc11-63c2-4838-96f1-deaec4e84558 x-openstack-request-id: req-9c59cc11-63c2-4838-96f1-deaec4e84558 {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:35:32.990870 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0851efd6-d3b6-44d7-9b22-e327e1bca393", "tag": "ef589bb7-916e-48f9-bce4-fdf64f4ed1b1", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:35:32.991138 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9c59cc11-63c2-4838-96f1-deaec4e84558 {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:35:32.993165 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c59cc11-63c2-4838-96f1-deaec4e84558'] response: {'name': 'network-changed', 'server_uuid': '0851efd6-d3b6-44d7-9b22-e327e1bca393', 'tag': 'ef589bb7-916e-48f9-bce4-fdf64f4ed1b1', 'status': 'completed', 'code': 200} Jul 18 10:35:33.094878 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-234168c5-f8be-4868-92a5-4958fe76ec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:33.101929 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-234168c5-f8be-4868-92a5-4958fe76ec60 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c656b71bbd447cba7d11335c928dfda&device_id=0851efd6-d3b6-44d7-9b22-e327e1bca393 HTTP/1.1" status: 200 len: 1128 time: 0.1314716 Jul 18 10:35:33.233939 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-8e2022af-6ee2-4dd6-a4b5-ec79908e89b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef589bb7-916e-48f9-bce4-fdf64f4ed1b1 HTTP/1.1" status: 200 len: 217 time: 0.1165185 Jul 18 10:35:33.291588 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ce514-b77b-4dce-8eaf-729de2d9881a req-eaa65962-2171-4999-aa5e-a573cca5f455 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:33.293313 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-737ce514-b77b-4dce-8eaf-729de2d9881a req-eaa65962-2171-4999-aa5e-a573cca5f455 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=0851efd6-d3b6-44d7-9b22-e327e1bca393 HTTP/1.1" status: 200 len: 944 time: 0.1469717 Jul 18 10:35:33.331027 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-c90d03fd-ce8e-4ceb-931a-fa5574ab0128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:33.333018 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-c90d03fd-ce8e-4ceb-931a-fa5574ab0128 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87464419-3975-4a49-a913-5df590abacff HTTP/1.1" status: 200 len: 850 time: 0.0891044 Jul 18 10:35:33.394755 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-737ce514-b77b-4dce-8eaf-729de2d9881a req-c6b109b8-c744-4c6e-89b0-599e2a587d2b tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940061 Jul 18 10:35:33.403530 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-2e2ae183-06dd-493f-85ed-c1880e294712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:33.404162 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-2e2ae183-06dd-493f-85ed-c1880e294712 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e654fce-ea72-45f2-b759-da2c9a65544d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598483 Jul 18 10:35:33.520251 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-7b678cbd-35c4-45bd-9a96-ce0af208a24a service neutron] 10.222.0.30 "GET /v2.0/networks/9e654fce-ea72-45f2-b759-da2c9a65544d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026745 Jul 18 10:35:33.674095 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a6a71-76ff-48d8-a1b3-53e1c0731ee7 req-f3498a00-262d-488a-be34-1dc36ae21454 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:33.675488 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e19a6a71-76ff-48d8-a1b3-53e1c0731ee7 req-f3498a00-262d-488a-be34-1dc36ae21454 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 945 time: 0.0669928 Jul 18 10:35:33.720672 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-aa3b32fc-f3b0-4520-81f3-5170ae55e3d9 req-88d71ace-6e75-4d5e-9b85-7d04a0865db2 service neutron] 10.222.0.30 "GET /v2.0/networks/9e654fce-ea72-45f2-b759-da2c9a65544d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933186 Jul 18 10:35:33.848674 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e19a6a71-76ff-48d8-a1b3-53e1c0731ee7 req-850fed4d-67a4-4653-bc7c-0f3c2845cda3 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612840 Jul 18 10:35:33.852073 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c16a60-ba03-4bdf-9039-54dabe8e20ab req-bca4f914-dd42-449e-a3c5-5ec653c0e1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:33.853551 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-74c16a60-ba03-4bdf-9039-54dabe8e20ab req-bca4f914-dd42-449e-a3c5-5ec653c0e1c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c656b71bbd447cba7d11335c928dfda&device_id=0851efd6-d3b6-44d7-9b22-e327e1bca393 HTTP/1.1" status: 200 len: 1128 time: 0.0670040 Jul 18 10:35:34.291709 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c16a60-ba03-4bdf-9039-54dabe8e20ab req-7ea06d3b-c971-4635-9bca-36537e8684da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:34.293680 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-74c16a60-ba03-4bdf-9039-54dabe8e20ab req-7ea06d3b-c971-4635-9bca-36537e8684da service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e654fce-ea72-45f2-b759-da2c9a65544d HTTP/1.1" status: 200 len: 912 time: 0.1822560 Jul 18 10:35:34.530797 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b7117-4a3b-4950-b2a4-d0d8db0279e6 req-129e3aa7-6703-497a-ab05-58f7e7cf2921 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:34.532456 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-549b7117-4a3b-4950-b2a4-d0d8db0279e6 req-129e3aa7-6703-497a-ab05-58f7e7cf2921 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=0851efd6-d3b6-44d7-9b22-e327e1bca393 HTTP/1.1" status: 200 len: 944 time: 0.0613005 Jul 18 10:35:34.611850 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:34.618405 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-74c16a60-ba03-4bdf-9039-54dabe8e20ab req-5bb11979-ce09-495b-9dc9-b87ca6324845 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef589bb7-916e-48f9-bce4-fdf64f4ed1b1 HTTP/1.1" status: 200 len: 217 time: 0.0546708 Jul 18 10:35:34.636379 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-549b7117-4a3b-4950-b2a4-d0d8db0279e6 req-ae0fec70-ae5c-4449-b0a8-12d427867bf4 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952156 Jul 18 10:35:34.691987 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c16a60-ba03-4bdf-9039-54dabe8e20ab req-7296742b-39d8-49e7-9c73-1841d5b94dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:34.693440 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-74c16a60-ba03-4bdf-9039-54dabe8e20ab req-7296742b-39d8-49e7-9c73-1841d5b94dc0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87464419-3975-4a49-a913-5df590abacff HTTP/1.1" status: 200 len: 850 time: 0.0559926 Jul 18 10:35:34.748003 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c16a60-ba03-4bdf-9039-54dabe8e20ab req-1e3c87af-0216-4a26-b788-5b18e53bea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:34.749643 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-74c16a60-ba03-4bdf-9039-54dabe8e20ab req-1e3c87af-0216-4a26-b788-5b18e53bea65 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e654fce-ea72-45f2-b759-da2c9a65544d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487154 Jul 18 10:35:34.868046 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-74c16a60-ba03-4bdf-9039-54dabe8e20ab req-fb729d56-9409-4437-91f5-f982cebef73b service neutron] 10.222.0.30 "GET /v2.0/networks/9e654fce-ea72-45f2-b759-da2c9a65544d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095698 Jul 18 10:35:35.000046 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:35.014658 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610ed3a-1200-40dd-91e4-dd2f126c7540 req-f68b06c6-bdc4-41ca-8754-a81634d64d40 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:35.016307 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e610ed3a-1200-40dd-91e4-dd2f126c7540 req-f68b06c6-bdc4-41ca-8754-a81634d64d40 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 945 time: 0.0501153 Jul 18 10:35:35.073231 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e610ed3a-1200-40dd-91e4-dd2f126c7540 req-04da01fa-27a8-4281-a07e-a957c9f1d084 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476475 Jul 18 10:35:35.271674 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-74c16a60-ba03-4bdf-9039-54dabe8e20ab req-7efed772-40ff-4aff-9d22-494d3f1616dd service neutron] 10.222.0.30 "GET /v2.0/networks/9e654fce-ea72-45f2-b759-da2c9a65544d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202116 Jul 18 10:35:35.762614 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c61b4-30ed-4a67-9d0f-2e91200e71b2 req-92f0c9d9-e9e9-4986-9e45-aee04365e0bf tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:35.768114 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4d7c61b4-30ed-4a67-9d0f-2e91200e71b2 req-92f0c9d9-e9e9-4986-9e45-aee04365e0bf tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=0851efd6-d3b6-44d7-9b22-e327e1bca393 HTTP/1.1" status: 200 len: 944 time: 0.0630190 Jul 18 10:35:35.825220 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4d7c61b4-30ed-4a67-9d0f-2e91200e71b2 req-53d1e2dd-019e-48c5-a6b9-3302047021bf tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541401 Jul 18 10:35:36.227273 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0940e4-be94-4d17-ac79-b0b097d5d8f1 req-67eef8b5-cb18-4f81-8772-18f2687153df tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:36.234175 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6a0940e4-be94-4d17-ac79-b0b097d5d8f1 req-67eef8b5-cb18-4f81-8772-18f2687153df tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 945 time: 0.0816591 Jul 18 10:35:36.298447 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6a0940e4-be94-4d17-ac79-b0b097d5d8f1 req-b8540e4b-ee46-4241-9580-95d245b6b7e6 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611200 Jul 18 10:35:36.645048 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae4af8-e45a-46ad-8bc6-01bf4223b79b req-8dfe0fcf-da87-4754-83a8-992b1ded89b7 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:36.647246 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-baae4af8-e45a-46ad-8bc6-01bf4223b79b req-8dfe0fcf-da87-4754-83a8-992b1ded89b7 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=72245495-f5b8-4f54-8d17-ec3e700bdd9b HTTP/1.1" status: 200 len: 946 time: 0.0871966 Jul 18 10:35:36.729322 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-baae4af8-e45a-46ad-8bc6-01bf4223b79b req-e363fe3f-d13f-4059-a2ba-3ae65cfb3453 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=7f8acd90-2dd4-4972-a173-972f0c3a4aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758612 Jul 18 10:35:36.966763 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805807cb-c148-4738-9ae5-4ea319a58b36 req-11a6a120-647b-44d3-9a9e-ed49bb46b8f3 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:36.968353 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-805807cb-c148-4738-9ae5-4ea319a58b36 req-11a6a120-647b-44d3-9a9e-ed49bb46b8f3 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=0851efd6-d3b6-44d7-9b22-e327e1bca393 HTTP/1.1" status: 200 len: 944 time: 0.0614927 Jul 18 10:35:37.058368 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715e6f8-eaff-412f-97be-d558380012d9 req-92c0e657-569d-495a-9116-8e0fb0d97a56 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:37.064947 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e715e6f8-eaff-412f-97be-d558380012d9 req-92c0e657-569d-495a-9116-8e0fb0d97a56 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=9cdd676f-7b24-4c7e-849c-97e196465a3c HTTP/1.1" status: 200 len: 945 time: 0.0746636 Jul 18 10:35:37.088799 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-805807cb-c148-4738-9ae5-4ea319a58b36 req-42831bf7-7bb4-47b3-8149-41f8dc6b4834 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138740 Jul 18 10:35:37.127699 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e715e6f8-eaff-412f-97be-d558380012d9 req-46f7f399-17e4-4dad-bd48-3f57ce7fde46 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=0dada229-e0b6-471e-88a8-6abe41f4d5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611067 Jul 18 10:35:37.448409 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b8790-ddc2-499b-ba9a-83bc792c7d09 req-ec5973be-359d-43b3-a268-1ff67b2922fd tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:37.450125 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-117b8790-ddc2-499b-ba9a-83bc792c7d09 req-ec5973be-359d-43b3-a268-1ff67b2922fd tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 945 time: 0.0515995 Jul 18 10:35:37.509439 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-117b8790-ddc2-499b-ba9a-83bc792c7d09 req-abfc217b-a002-485a-923b-91760243201e tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527360 Jul 18 10:35:37.854678 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e820a6c-84ec-47ea-a6be-5659d7531cbf req-03f588ca-cf84-4bcd-aa4d-854879020eec tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:37.856114 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4e820a6c-84ec-47ea-a6be-5659d7531cbf req-03f588ca-cf84-4bcd-aa4d-854879020eec tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=72245495-f5b8-4f54-8d17-ec3e700bdd9b HTTP/1.1" status: 200 len: 946 time: 0.0691922 Jul 18 10:35:37.880077 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:37.932017 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4e820a6c-84ec-47ea-a6be-5659d7531cbf req-d227383b-f984-44fe-b7ca-a85ceddea7ab tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=7f8acd90-2dd4-4972-a173-972f0c3a4aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694604 Jul 18 10:35:38.140279 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:38.215856 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6996a4-7723-42de-b6d6-19acd026b3b5 req-458f55ea-7f15-45a5-a6f0-baf9bcc1f80e tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:38.217442 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-df6996a4-7723-42de-b6d6-19acd026b3b5 req-458f55ea-7f15-45a5-a6f0-baf9bcc1f80e tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=0851efd6-d3b6-44d7-9b22-e327e1bca393 HTTP/1.1" status: 200 len: 944 time: 0.0540798 Jul 18 10:35:38.321892 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef2caf-d44b-434f-8fb1-402857f6b952 req-d340ed67-7e24-4597-bf7e-47c0b68a03c6 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:38.328852 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-07ef2caf-d44b-434f-8fb1-402857f6b952 req-d340ed67-7e24-4597-bf7e-47c0b68a03c6 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=9cdd676f-7b24-4c7e-849c-97e196465a3c HTTP/1.1" status: 200 len: 945 time: 0.0796762 Jul 18 10:35:38.340287 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-df6996a4-7723-42de-b6d6-19acd026b3b5 req-57aaba93-9a24-40b0-9786-fa550e932afd tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148348 Jul 18 10:35:38.387873 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-07ef2caf-d44b-434f-8fb1-402857f6b952 req-b038ae6d-484e-44b6-827f-503ba735e319 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=0dada229-e0b6-471e-88a8-6abe41f4d5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577090 Jul 18 10:35:38.635089 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a6064-91ec-4817-910e-72c8d27e5a71 req-7f59008e-ef34-4053-a3bb-6a258fb39ee8 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:38.637000 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-905a6064-91ec-4817-910e-72c8d27e5a71 req-7f59008e-ef34-4053-a3bb-6a258fb39ee8 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 945 time: 0.0506487 Jul 18 10:35:38.650141 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:38.690360 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-905a6064-91ec-4817-910e-72c8d27e5a71 req-e1bf3bfb-61bf-4f4d-bae0-7f5413ed1641 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459678 Jul 18 10:35:39.057974 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54c93e-0392-4dcd-b674-aaa59486ff54 req-28e1fd56-d932-417e-bc00-cac4e57c3da0 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:39.059861 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-af54c93e-0392-4dcd-b674-aaa59486ff54 req-28e1fd56-d932-417e-bc00-cac4e57c3da0 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=72245495-f5b8-4f54-8d17-ec3e700bdd9b HTTP/1.1" status: 200 len: 946 time: 0.0567086 Jul 18 10:35:39.117786 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-af54c93e-0392-4dcd-b674-aaa59486ff54 req-1f74cb54-260a-416e-aea8-1516e877cc0e tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=7f8acd90-2dd4-4972-a173-972f0c3a4aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490491 Jul 18 10:35:39.519299 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b1016-34cc-4741-aadb-508a9ec9c939 req-7420f27f-5c85-491b-9b93-500f2bb510a3 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:39.521591 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2a1b1016-34cc-4741-aadb-508a9ec9c939 req-7420f27f-5c85-491b-9b93-500f2bb510a3 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=0851efd6-d3b6-44d7-9b22-e327e1bca393 HTTP/1.1" status: 200 len: 944 time: 0.0886881 Jul 18 10:35:39.529985 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10e78c-3bfa-4870-88ae-cef17a7419bd req-d5b50e5b-2cf1-4c8a-8f44-045606617385 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:39.531909 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-bb10e78c-3bfa-4870-88ae-cef17a7419bd req-d5b50e5b-2cf1-4c8a-8f44-045606617385 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=9cdd676f-7b24-4c7e-849c-97e196465a3c HTTP/1.1" status: 200 len: 945 time: 0.0641167 Jul 18 10:35:39.610437 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-bb10e78c-3bfa-4870-88ae-cef17a7419bd req-975710c6-6ead-43f7-b0f1-d4b24cdfc65d tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=0dada229-e0b6-471e-88a8-6abe41f4d5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705245 Jul 18 10:35:39.613919 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2a1b1016-34cc-4741-aadb-508a9ec9c939 req-e743edb1-d77d-46f0-867b-6feeea530606 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811090 Jul 18 10:35:39.830231 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04449b75-50d4-499d-94c7-fb27208094eb req-d20aee8d-844f-4e47-90d0-818471e369b2 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:39.831761 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-04449b75-50d4-499d-94c7-fb27208094eb req-d20aee8d-844f-4e47-90d0-818471e369b2 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 945 time: 0.0574951 Jul 18 10:35:39.882901 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-04449b75-50d4-499d-94c7-fb27208094eb req-875b45b0-d3fc-4404-be3b-817d12a9b57a tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452423 Jul 18 10:35:39.980103 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae01f0-555c-40e8-9f45-d46f5b1bbc8a req-00097295-8233-49bd-8965-bc2e3e85f409 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:39.981597 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-21ae01f0-555c-40e8-9f45-d46f5b1bbc8a req-00097295-8233-49bd-8965-bc2e3e85f409 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.30 "GET /v2.0/ports?device_id=72245495-f5b8-4f54-8d17-ec3e700bdd9b HTTP/1.1" status: 200 len: 946 time: 0.0461583 Jul 18 10:35:40.231631 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabe667-b933-41db-841f-09ca945a19b5 req-b9c58607-53a2-4137-afb6-72cd2604bcda tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:40.233100 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-aaabe667-b933-41db-841f-09ca945a19b5 req-b9c58607-53a2-4137-afb6-72cd2604bcda tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=72245495-f5b8-4f54-8d17-ec3e700bdd9b HTTP/1.1" status: 200 len: 946 time: 0.0457697 Jul 18 10:35:40.281903 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-aaabe667-b933-41db-841f-09ca945a19b5 req-96abdd6b-a503-4b9c-95c9-1a5df2561baf tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=7f8acd90-2dd4-4972-a173-972f0c3a4aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427864 Jul 18 10:35:40.632720 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f128b1-e446-4c1b-8c6b-6643f9963b86 req-4e980b9e-d6c3-457e-b08d-cfd591316c3b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:40.634151 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-34f128b1-e446-4c1b-8c6b-6643f9963b86 req-4e980b9e-d6c3-457e-b08d-cfd591316c3b tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cdd676f-7b24-4c7e-849c-97e196465a3c HTTP/1.1" status: 200 len: 945 time: 0.0731134 Jul 18 10:35:40.741253 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-21ae01f0-555c-40e8-9f45-d46f5b1bbc8a req-d6a45742-d998-464d-8acb-227cb2435ad2 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Deleting port bab76dc7-a21a-4a7f-826e-1410690583a4 {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:35:40.741596 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-21ae01f0-555c-40e8-9f45-d46f5b1bbc8a req-d6a45742-d998-464d-8acb-227cb2435ad2 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (bab76dc7-a21a-4a7f-826e-1410690583a4), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:40.827594 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:40.839622 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f0a78-9c71-49cd-96a1-ffbed733b14f req-1016a84c-3fb6-45d6-9773-e58b655d77a0 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:40.841143 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-786f0a78-9c71-49cd-96a1-ffbed733b14f req-1016a84c-3fb6-45d6-9773-e58b655d77a0 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=0851efd6-d3b6-44d7-9b22-e327e1bca393 HTTP/1.1" status: 200 len: 944 time: 0.1498356 Jul 18 10:35:40.879790 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a4684-9d65-4412-9dba-b242c7120583 req-25a50192-bca8-464a-996e-872a168a1b3d tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:40.881234 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c72a4684-9d65-4412-9dba-b242c7120583 req-25a50192-bca8-464a-996e-872a168a1b3d tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=9cdd676f-7b24-4c7e-849c-97e196465a3c HTTP/1.1" status: 200 len: 945 time: 0.1838431 Jul 18 10:35:40.895972 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-34f128b1-e446-4c1b-8c6b-6643f9963b86 req-db028d3c-b373-4db5-9542-65fc3bec51d7 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Deleting port bf588d31-1331-4764-a116-500faf7ec561 {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:35:40.896330 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-34f128b1-e446-4c1b-8c6b-6643f9963b86 req-db028d3c-b373-4db5-9542-65fc3bec51d7 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (bf588d31-1331-4764-a116-500faf7ec561), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:40.968869 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:41.047255 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-21ae01f0-555c-40e8-9f45-d46f5b1bbc8a req-d6a45742-d998-464d-8acb-227cb2435ad2 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] For port bab76dc7-a21a-4a7f-826e-1410690583a4, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bab76dc7-a21a-4a7f-826e-1410690583a4,segment=NetworkSegment(9f9e9026-9d7c-43b5-af17-ac9b99df5729),segment_id=9f9e9026-9d7c-43b5-af17-ac9b99df5729)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:35:41.047619 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-21ae01f0-555c-40e8-9f45-d46f5b1bbc8a req-d6a45742-d998-464d-8acb-227cb2435ad2 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (bab76dc7-a21a-4a7f-826e-1410690583a4), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:41.067181 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-786f0a78-9c71-49cd-96a1-ffbed733b14f req-0d4124b0-ed73-4d93-b658-a9ba4d3c88ef tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942692 Jul 18 10:35:41.139020 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c72a4684-9d65-4412-9dba-b242c7120583 req-fea54fdc-da9f-4cbd-811f-2f92e944b031 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=0dada229-e0b6-471e-88a8-6abe41f4d5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477534 Jul 18 10:35:41.205510 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f569f-18ce-408d-98f5-ad952d783cef req-6e3dfb6a-29ad-450b-8849-698aec315488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:41.208576 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4b8f569f-18ce-408d-98f5-ad952d783cef req-6e3dfb6a-29ad-450b-8849-698aec315488 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=feefb94984d54cbbaa70b963d956a520&device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 1129 time: 0.1345391 Jul 18 10:35:41.216124 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-34f128b1-e446-4c1b-8c6b-6643f9963b86 req-db028d3c-b373-4db5-9542-65fc3bec51d7 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] For port bf588d31-1331-4764-a116-500faf7ec561, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bf588d31-1331-4764-a116-500faf7ec561,segment=NetworkSegment(cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c),segment_id=cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:35:41.216490 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-34f128b1-e446-4c1b-8c6b-6643f9963b86 req-db028d3c-b373-4db5-9542-65fc3bec51d7 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (bf588d31-1331-4764-a116-500faf7ec561), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:41.573287 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583779e3-81f4-4b78-99de-a38a56124dd2 req-2a3a7754-332a-4c22-b50e-4779ce0df40a tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:41.574768 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-583779e3-81f4-4b78-99de-a38a56124dd2 req-2a3a7754-332a-4c22-b50e-4779ce0df40a tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 945 time: 0.4330173 Jul 18 10:35:41.735807 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ad2a5-7a52-4994-8a2c-62084a0f9b35 req-1a020c3d-b257-4dea-b8a5-1e7d09d8bdca tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:41.737946 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-164ad2a5-7a52-4994-8a2c-62084a0f9b35 req-1a020c3d-b257-4dea-b8a5-1e7d09d8bdca tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=72245495-f5b8-4f54-8d17-ec3e700bdd9b HTTP/1.1" status: 200 len: 946 time: 0.2071366 Jul 18 10:35:41.824447 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:41.850778 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-21ae01f0-555c-40e8-9f45-d46f5b1bbc8a req-d6a45742-d998-464d-8acb-227cb2435ad2 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:41.851147 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-21ae01f0-555c-40e8-9f45-d46f5b1bbc8a req-d6a45742-d998-464d-8acb-227cb2435ad2 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780340'] for floatingip (c88a7611-a89f-4a36-88ac-42b40dc8596d), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:41.851465 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.db.l3_db [req-21ae01f0-555c-40e8-9f45-d46f5b1bbc8a req-d6a45742-d998-464d-8acb-227cb2435ad2 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Floating IP c88a7611-a89f-4a36-88ac-42b40dc8596d disassociated. External IP: 172.27.3.44, port: bab76dc7-a21a-4a7f-826e-1410690583a4. Jul 18 10:35:41.852083 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-21ae01f0-555c-40e8-9f45-d46f5b1bbc8a req-d6a45742-d998-464d-8acb-227cb2435ad2 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Calling delete_port for bab76dc7-a21a-4a7f-826e-1410690583a4 owned by compute:nova {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:35:41.875546 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f569f-18ce-408d-98f5-ad952d783cef req-e52166c7-cffc-40ea-ba39-803fe10559f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:41.877068 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4b8f569f-18ce-408d-98f5-ad952d783cef req-e52166c7-cffc-40ea-ba39-803fe10559f9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=247d0ee0-142b-4d40-8e91-ea541c052e58 HTTP/1.1" status: 200 len: 918 time: 0.6561050 Jul 18 10:35:41.919741 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-583779e3-81f4-4b78-99de-a38a56124dd2 req-5da2102b-bbae-4f75-bccb-2ff9e2cbd4fb tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3005199 Jul 18 10:35:42.002172 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:42.006377 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-164ad2a5-7a52-4994-8a2c-62084a0f9b35 req-ab25acd5-c259-4fca-a814-964b4f343167 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups?id=7f8acd90-2dd4-4972-a173-972f0c3a4aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2574189 Jul 18 10:35:42.039404 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-34f128b1-e446-4c1b-8c6b-6643f9963b86 req-db028d3c-b373-4db5-9542-65fc3bec51d7 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:42.039771 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-34f128b1-e446-4c1b-8c6b-6643f9963b86 req-db028d3c-b373-4db5-9542-65fc3bec51d7 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780340'] for floatingip (8be11526-e830-45fd-8f17-c0baef316c74), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:42.040088 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.db.l3_db [req-34f128b1-e446-4c1b-8c6b-6643f9963b86 req-db028d3c-b373-4db5-9542-65fc3bec51d7 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Floating IP 8be11526-e830-45fd-8f17-c0baef316c74 disassociated. External IP: 172.27.3.177, port: bf588d31-1331-4764-a116-500faf7ec561. Jul 18 10:35:42.040442 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-34f128b1-e446-4c1b-8c6b-6643f9963b86 req-db028d3c-b373-4db5-9542-65fc3bec51d7 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Calling delete_port for bf588d31-1331-4764-a116-500faf7ec561 owned by compute:nova {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:35:42.053317 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:42.061171 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4b8f569f-18ce-408d-98f5-ad952d783cef req-579ce6a1-83c7-44e7-9248-74dd3655e142 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5aa065e-e228-4681-909e-bd39389938fd HTTP/1.1" status: 200 len: 1001 time: 0.1488144 Jul 18 10:35:42.239485 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f569f-18ce-408d-98f5-ad952d783cef req-9ed70877-568f-41b0-8cf4-697ecd6cc80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:42.241041 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4b8f569f-18ce-408d-98f5-ad952d783cef req-9ed70877-568f-41b0-8cf4-697ecd6cc80a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=11cfac8b-7d7d-4e4b-88cc-819243717cd6 HTTP/1.1" status: 200 len: 856 time: 0.1369853 Jul 18 10:35:42.253757 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c4c4b-4f50-47e0-99f7-3458f19d9f1a req-33c2ce55-e9d5-4572-9a45-ceee00fec307 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:42.255381 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5e3c4c4b-4f50-47e0-99f7-3458f19d9f1a req-33c2ce55-e9d5-4572-9a45-ceee00fec307 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=0851efd6-d3b6-44d7-9b22-e327e1bca393 HTTP/1.1" status: 200 len: 944 time: 0.1168337 Jul 18 10:35:42.331675 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-21ae01f0-555c-40e8-9f45-d46f5b1bbc8a req-d6a45742-d998-464d-8acb-227cb2435ad2 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (bab76dc7-a21a-4a7f-826e-1410690583a4), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:42.348020 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f569f-18ce-408d-98f5-ad952d783cef req-44b15141-6ad0-4114-9cb3-65ddeafb4827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:42.349492 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4b8f569f-18ce-408d-98f5-ad952d783cef req-44b15141-6ad0-4114-9cb3-65ddeafb4827 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=247d0ee0-142b-4d40-8e91-ea541c052e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0836565 Jul 18 10:35:42.412724 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a45742-d998-464d-8acb-227cb2435ad2 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event deleted for resources: {'Port': ['ID=bab76dc7-a21a-4a7f-826e-1410690583a4,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:42.490423 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5e3c4c4b-4f50-47e0-99f7-3458f19d9f1a req-6c52c9ce-73fd-4e32-8802-911049ec714f tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2230375 Jul 18 10:35:42.579435 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d3d16-5bae-4f31-8926-0136ba4b2e7f req-88bd3190-6c29-4415-88f0-340dc550da08 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:42.580989 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-768d3d16-5bae-4f31-8926-0136ba4b2e7f req-88bd3190-6c29-4415-88f0-340dc550da08 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=9cdd676f-7b24-4c7e-849c-97e196465a3c HTTP/1.1" status: 200 len: 945 time: 0.1989629 Jul 18 10:35:42.587448 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-34f128b1-e446-4c1b-8c6b-6643f9963b86 req-db028d3c-b373-4db5-9542-65fc3bec51d7 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (bf588d31-1331-4764-a116-500faf7ec561), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:42.682459 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db028d3c-b373-4db5-9542-65fc3bec51d7 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Pushing event deleted for resources: {'Port': ['ID=bf588d31-1331-4764-a116-500faf7ec561,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:42.708439 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4b8f569f-18ce-408d-98f5-ad952d783cef req-ff540e9e-d030-40b7-acaf-71cc2b43e12d service neutron] 10.222.0.30 "GET /v2.0/networks/247d0ee0-142b-4d40-8e91-ea541c052e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298147 Jul 18 10:35:42.798342 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=11 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:42.802111 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-768d3d16-5bae-4f31-8926-0136ba4b2e7f req-6e7f9491-3a66-47fd-8e38-2fd9149cadc6 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups?id=0dada229-e0b6-471e-88a8-6abe41f4d5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094290 Jul 18 10:35:42.810234 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21ae01f0-555c-40e8-9f45-d46f5b1bbc8a req-d6a45742-d998-464d-8acb-227cb2435ad2 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Router 2d9a0d12-2331-4e5f-9d38-b53462247d9a has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:35:42.882564 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:42.975988 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4b8f569f-18ce-408d-98f5-ad952d783cef req-cd34bedb-d510-4749-931e-4a73c878df8a service neutron] 10.222.0.30 "GET /v2.0/networks/247d0ee0-142b-4d40-8e91-ea541c052e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511699 Jul 18 10:35:43.025860 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34f128b1-e446-4c1b-8c6b-6643f9963b86 req-db028d3c-b373-4db5-9542-65fc3bec51d7 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Router 25caf605-4c7d-44c9-8381-5f91529ecdd4 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:35:43.084087 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843312a0-99ff-4a16-81f6-6d15cb7e9d6e req-1b0acb3b-1def-4f38-bc9e-f2b9e27c5934 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:43.085642 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-843312a0-99ff-4a16-81f6-6d15cb7e9d6e req-1b0acb3b-1def-4f38-bc9e-f2b9e27c5934 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 945 time: 0.0801108 Jul 18 10:35:43.086728 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21ae01f0-555c-40e8-9f45-d46f5b1bbc8a req-d6a45742-d998-464d-8acb-227cb2435ad2 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:35:43.098016 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01765d38-5df5-4b11-9ab9-e2d64e07de8c None None] Sync routers for ids ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:35:43.115851 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01765d38-5df5-4b11-9ab9-e2d64e07de8c None None] Routers {'2d9a0d12-2331-4e5f-9d38-b53462247d9a'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:35:43.116801 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-01765d38-5df5-4b11-9ab9-e2d64e07de8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:35:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:35:43.181114 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0442ea25-ed51-4f70-b5f1-5db388cda6c3 req-b5cdef97-7af6-45ec-9ce6-ac51b33b3ba7 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=72245495-f5b8-4f54-8d17-ec3e700bdd9b HTTP/1.1" status: 200 len: 210 time: 0.1043334 Jul 18 10:35:43.224531 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ae01f0-555c-40e8-9f45-d46f5b1bbc8a req-d6a45742-d998-464d-8acb-227cb2435ad2 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] No DVR routers for this DVR port bab76dc7-a21a-4a7f-826e-1410690583a4 on host hv-cinder-83754 {{(pid=103899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:35:43.230228 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-21ae01f0-555c-40e8-9f45-d46f5b1bbc8a req-d6a45742-d998-464d-8acb-227cb2435ad2 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:43.233499 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-21ae01f0-555c-40e8-9f45-d46f5b1bbc8a req-d6a45742-d998-464d-8acb-227cb2435ad2 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.30 "DELETE /v2.0/ports/bab76dc7-a21a-4a7f-826e-1410690583a4 HTTP/1.1" status: 204 len: 173 time: 2.6792181 Jul 18 10:35:43.235051 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-01765d38-5df5-4b11-9ab9-e2d64e07de8c None None] Set router 2d9a0d12-2331-4e5f-9d38-b53462247d9a gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:35:43.237333 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72245495-f5b8-4f54-8d17-ec3e700bdd9b', 'name': 'network-vif-deleted', 'tag': 'bab76dc7-a21a-4a7f-826e-1410690583a4'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:35:43.238879 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760dae31-4ad4-450f-8de1-bed20ee7dc86" -d '{"events": [{"server_uuid": "72245495-f5b8-4f54-8d17-ec3e700bdd9b", "name": "network-vif-deleted", "tag": "bab76dc7-a21a-4a7f-826e-1410690583a4"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:35:43.279340 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-843312a0-99ff-4a16-81f6-6d15cb7e9d6e req-10b11557-825a-4ca8-9296-73c06cfcf759 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720190 Jul 18 10:35:43.285516 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c63335c-54bb-42a8-8f9c-191def87c2c3 x-openstack-request-id: req-6c63335c-54bb-42a8-8f9c-191def87c2c3 {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:35:43.285516 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72245495-f5b8-4f54-8d17-ec3e700bdd9b", "name": "network-vif-deleted", "tag": "bab76dc7-a21a-4a7f-826e-1410690583a4", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:35:43.285516 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6c63335c-54bb-42a8-8f9c-191def87c2c3 {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:35:43.285835 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c63335c-54bb-42a8-8f9c-191def87c2c3'] response: {'server_uuid': '72245495-f5b8-4f54-8d17-ec3e700bdd9b', 'name': 'network-vif-deleted', 'tag': 'bab76dc7-a21a-4a7f-826e-1410690583a4', 'status': 'completed', 'code': 200} Jul 18 10:35:43.308714 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34f128b1-e446-4c1b-8c6b-6643f9963b86 req-db028d3c-b373-4db5-9542-65fc3bec51d7 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:35:43.323282 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34a0449-3f45-4659-8655-1261aaa8126b None None] Sync routers for ids ['25caf605-4c7d-44c9-8381-5f91529ecdd4'] in dv-cinder-837546-3-iscsi {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:35:43.334252 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34a0449-3f45-4659-8655-1261aaa8126b None None] Routers {'25caf605-4c7d-44c9-8381-5f91529ecdd4'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:35:43.335169 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-a34a0449-3f45-4659-8655-1261aaa8126b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:35:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['25caf605-4c7d-44c9-8381-5f91529ecdd4'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:35:43.358145 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f128b1-e446-4c1b-8c6b-6643f9963b86 req-db028d3c-b373-4db5-9542-65fc3bec51d7 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] No DVR routers for this DVR port bf588d31-1331-4764-a116-500faf7ec561 on host hv-cinder-83754 {{(pid=103899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:35:43.360486 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-34f128b1-e446-4c1b-8c6b-6643f9963b86 req-db028d3c-b373-4db5-9542-65fc3bec51d7 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:43.364069 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-34f128b1-e446-4c1b-8c6b-6643f9963b86 req-db028d3c-b373-4db5-9542-65fc3bec51d7 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.30 "DELETE /v2.0/ports/bf588d31-1331-4764-a116-500faf7ec561 HTTP/1.1" status: 204 len: 173 time: 2.7117670 Jul 18 10:35:43.445912 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-a34a0449-3f45-4659-8655-1261aaa8126b None None] Set router 25caf605-4c7d-44c9-8381-5f91529ecdd4 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:35:43.561922 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-01765d38-5df5-4b11-9ab9-e2d64e07de8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'name': 'tempest-AttachVolumeNegativeTest-1979717538-router', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '55318072-cef0-4676-82c9-ee2867adafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 4, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'gw_port': {'id': '55318072-cef0-4676-82c9-ee2867adafd7', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '1420ff7f-6c01-4735-aa6b-eee69bfd69e9', 'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'mac_address': 'fa:16:3e:ec:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:57Z', 'updated_at': '2022-07-18T10:29:07Z', 'revision_number': 5, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'subnets': [{'id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:35:43.587772 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01765d38-5df5-4b11-9ab9-e2d64e07de8c None None] Checking router: 2d9a0d12-2331-4e5f-9d38-b53462247d9a for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:35:43.597500 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01765d38-5df5-4b11-9ab9-e2d64e07de8c None None] Routers {'2d9a0d12-2331-4e5f-9d38-b53462247d9a'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:35:43.598113 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-01765d38-5df5-4b11-9ab9-e2d64e07de8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:35:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:35:43.616490 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd325e-b77c-4b1b-8b93-816f2a902343 req-ac5b3c24-3e66-4022-a564-b7c7806a8de5 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:43.618059 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1ddd325e-b77c-4b1b-8b93-816f2a902343 req-ac5b3c24-3e66-4022-a564-b7c7806a8de5 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=0851efd6-d3b6-44d7-9b22-e327e1bca393 HTTP/1.1" status: 200 len: 944 time: 0.0562010 Jul 18 10:35:43.648774 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-a34a0449-3f45-4659-8655-1261aaa8126b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'name': 'tempest-AttachVolumeTestJSON-343087554-router', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:52Z', 'updated_at': '2022-07-18T10:29:03Z', 'revision_number': 4, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'gw_port': {'id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '8d056b09-6e15-4031-a1f5-968a745c3564', 'name': '', 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'mac_address': 'fa:16:3e:df:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6a7b9bf8-c0da-4f73-9742-17e8876165f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:29:02Z', 'updated_at': '2022-07-18T10:29:15Z', 'revision_number': 5, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'subnets': [{'id': '6a7b9bf8-c0da-4f73-9742-17e8876165f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:35:43.668804 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1ddd325e-b77c-4b1b-8b93-816f2a902343 req-fbaba2a5-4c98-4321-80a5-5f9ed0feedc7 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448551 Jul 18 10:35:43.675485 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34a0449-3f45-4659-8655-1261aaa8126b None None] Checking router: 25caf605-4c7d-44c9-8381-5f91529ecdd4 for host: dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:35:43.683740 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34a0449-3f45-4659-8655-1261aaa8126b None None] Routers {'25caf605-4c7d-44c9-8381-5f91529ecdd4'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:35:43.684341 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-a34a0449-3f45-4659-8655-1261aaa8126b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:35:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['25caf605-4c7d-44c9-8381-5f91529ecdd4'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:35:43.700796 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device ef589bb7-916e-48f9-bce4-fdf64f4ed1b1 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:35:43.702934 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device bab76dc7-a21a-4a7f-826e-1410690583a4 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:35:43.738018 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-01765d38-5df5-4b11-9ab9-e2d64e07de8c None None] Set router 2d9a0d12-2331-4e5f-9d38-b53462247d9a gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:35:43.739796 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] No Port match for: bab76dc7-a21a-4a7f-826e-1410690583a4 {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:35:43.740143 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device bab76dc7-a21a-4a7f-826e-1410690583a4 not bound to the agent host hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:35:43.779248 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:43.786536 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-a34a0449-3f45-4659-8655-1261aaa8126b None None] Set router 25caf605-4c7d-44c9-8381-5f91529ecdd4 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:35:43.900728 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-778d67eb-af18-4b89-9a42-29d048602482 req-8434ff09-d708-4f23-848c-8a5c6da259b7 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=9cdd676f-7b24-4c7e-849c-97e196465a3c HTTP/1.1" status: 200 len: 210 time: 0.0298688 Jul 18 10:35:43.966870 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port ef589bb7-916e-48f9-bce4-fdf64f4ed1b1, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=ef589bb7-916e-48f9-bce4-fdf64f4ed1b1,segment=NetworkSegment(2d16fefc-509d-4f46-8970-6e15cc7ed3ca),segment_id=2d16fefc-509d-4f46-8970-6e15cc7ed3ca)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:35:43.974818 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-a34a0449-3f45-4659-8655-1261aaa8126b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'name': 'tempest-AttachVolumeTestJSON-343087554-router', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:52Z', 'updated_at': '2022-07-18T10:29:03Z', 'revision_number': 4, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'gw_port': {'id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '8d056b09-6e15-4031-a1f5-968a745c3564', 'name': '', 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'mac_address': 'fa:16:3e:df:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6a7b9bf8-c0da-4f73-9742-17e8876165f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:29:02Z', 'updated_at': '2022-07-18T10:29:15Z', 'revision_number': 5, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'subnets': [{'id': '6a7b9bf8-c0da-4f73-9742-17e8876165f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:35:43.987509 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Returning: {'device': 'ef589bb7-916e-48f9-bce4-fdf64f4ed1b1', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'port_id': 'ef589bb7-916e-48f9-bce4-fdf64f4ed1b1', 'mac_address': 'fa:16:3e:21:e9:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87464419-3975-4a49-a913-5df590abacff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:35:44.003183 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34a0449-3f45-4659-8655-1261aaa8126b None None] The sync data for ids ['25caf605-4c7d-44c9-8381-5f91529ecdd4'] in dv-cinder-837546-3-iscsi is: [{'id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'name': 'tempest-AttachVolumeTestJSON-343087554-router', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:52Z', 'updated_at': '2022-07-18T10:29:03Z', 'revision_number': 4, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'gw_port': {'id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '8d056b09-6e15-4031-a1f5-968a745c3564', 'name': '', 'network_id': '4fd50c95-7888-4b58-b176-0e3d534d461f', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'mac_address': 'fa:16:3e:df:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6a7b9bf8-c0da-4f73-9742-17e8876165f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:29:02Z', 'updated_at': '2022-07-18T10:29:15Z', 'revision_number': 5, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'subnets': [{'id': '6a7b9bf8-c0da-4f73-9742-17e8876165f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:35:44.054536 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-01765d38-5df5-4b11-9ab9-e2d64e07de8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'name': 'tempest-AttachVolumeNegativeTest-1979717538-router', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '55318072-cef0-4676-82c9-ee2867adafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 4, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'gw_port': {'id': '55318072-cef0-4676-82c9-ee2867adafd7', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '1420ff7f-6c01-4735-aa6b-eee69bfd69e9', 'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'mac_address': 'fa:16:3e:ec:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:57Z', 'updated_at': '2022-07-18T10:29:07Z', 'revision_number': 5, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'subnets': [{'id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:35:44.084413 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port ef589bb7-916e-48f9-bce4-fdf64f4ed1b1 is: DOWN; New status is: BUILD {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:35:44.084835 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (ef589bb7-916e-48f9-bce4-fdf64f4ed1b1), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:44.087386 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01765d38-5df5-4b11-9ab9-e2d64e07de8c None None] The sync data for ids ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'] in dv-cinder-837546-3-iscsi is: [{'id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'name': 'tempest-AttachVolumeNegativeTest-1979717538-router', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '55318072-cef0-4676-82c9-ee2867adafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:28:58Z', 'revision_number': 4, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'gw_port': {'id': '55318072-cef0-4676-82c9-ee2867adafd7', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '1420ff7f-6c01-4735-aa6b-eee69bfd69e9', 'name': '', 'network_id': 'a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'mac_address': 'fa:16:3e:ec:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:57Z', 'updated_at': '2022-07-18T10:29:07Z', 'revision_number': 5, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'subnets': [{'id': 'a4981e04-0b42-475d-8711-94b32dc6a81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:35:44.100877 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef589bb7-916e-48f9-bce4-fdf64f4ed1b1 {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:35:44.107463 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:44.123766 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port ef589bb7-916e-48f9-bce4-fdf64f4ed1b1, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=ef589bb7-916e-48f9-bce4-fdf64f4ed1b1,segment=NetworkSegment(2d16fefc-509d-4f46-8970-6e15cc7ed3ca),segment_id=2d16fefc-509d-4f46-8970-6e15cc7ed3ca)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:35:44.129787 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (ef589bb7-916e-48f9-bce4-fdf64f4ed1b1), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:44.184245 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=ef589bb7-916e-48f9-bce4-fdf64f4ed1b1,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:44.280077 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc5e90d-acc4-42e8-86d3-06123311379b None None] New status for floating IP 8be11526-e830-45fd-8f17-c0baef316c74: DOWN {{(pid=103900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:35:44.294833 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d7186578-382d-4f31-b986-5ae08764e4ac req-7cfe54b3-3b4c-47ff-9bc1-ee9180ed99b9 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=72245495-f5b8-4f54-8d17-ec3e700bdd9b HTTP/1.1" status: 200 len: 210 time: 0.0332396 Jul 18 10:35:44.371200 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bf5ebc-8261-465b-b095-b754e76468ac None None] New status for floating IP c88a7611-a89f-4a36-88ac-42b40dc8596d: DOWN {{(pid=103901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:35:44.433332 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff996c-0741-4a0c-ad7b-fc8e2f966464 req-9b6850ce-7d8d-446c-9e82-9d0a5793fbba tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:44.434575 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['ef589bb7-916e-48f9-bce4-fdf64f4ed1b1'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:35:44.437532 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-87ff996c-0741-4a0c-ad7b-fc8e2f966464 req-9b6850ce-7d8d-446c-9e82-9d0a5793fbba tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 945 time: 0.0660481 Jul 18 10:35:44.497071 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-87ff996c-0741-4a0c-ad7b-fc8e2f966464 req-eae04719-8947-44f6-a13e-36858c8e106d tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553653 Jul 18 10:35:44.784865 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383bfce-f65f-473a-a0c0-ad2222a96faf req-3608522d-726d-4671-8fba-0e84192e6c2c tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:44.786468 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0383bfce-f65f-473a-a0c0-ad2222a96faf req-3608522d-726d-4671-8fba-0e84192e6c2c tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=0851efd6-d3b6-44d7-9b22-e327e1bca393 HTTP/1.1" status: 200 len: 945 time: 0.0483446 Jul 18 10:35:44.843232 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0383bfce-f65f-473a-a0c0-ad2222a96faf req-1dfecf00-c492-466c-8ea0-38263e8529da tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503886 Jul 18 10:35:45.006582 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e83c6654-4850-497b-9985-0677ccc01977 req-2928181a-62e0-48dd-a536-dceef68591f1 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/ports?device_id=9cdd676f-7b24-4c7e-849c-97e196465a3c HTTP/1.1" status: 200 len: 210 time: 0.0270376 Jul 18 10:35:45.286523 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdd676f-7b24-4c7e-849c-97e196465a3c', 'name': 'network-vif-deleted', 'tag': 'bf588d31-1331-4764-a116-500faf7ec561'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:35:45.288889 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d84629-cdf4-4c51-8aac-85eaa008cd03" -d '{"events": [{"server_uuid": "9cdd676f-7b24-4c7e-849c-97e196465a3c", "name": "network-vif-deleted", "tag": "bf588d31-1331-4764-a116-500faf7ec561"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:35:45.336583 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074e6845-e229-4334-9bdc-b9ccf2c63bf8 x-openstack-request-id: req-074e6845-e229-4334-9bdc-b9ccf2c63bf8 {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:35:45.337105 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cdd676f-7b24-4c7e-849c-97e196465a3c", "name": "network-vif-deleted", "tag": "bf588d31-1331-4764-a116-500faf7ec561", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:35:45.337632 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-074e6845-e229-4334-9bdc-b9ccf2c63bf8 {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:35:45.338201 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-074e6845-e229-4334-9bdc-b9ccf2c63bf8'] response: {'server_uuid': '9cdd676f-7b24-4c7e-849c-97e196465a3c', 'name': 'network-vif-deleted', 'tag': 'bf588d31-1331-4764-a116-500faf7ec561', 'status': 'completed', 'code': 200} Jul 18 10:35:45.431354 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-40c90d4e-f169-49cd-8289-f8e73a72d0b6 req-f13c3110-7673-4ca4-9f03-51c35384443f tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/ports?device_id=72245495-f5b8-4f54-8d17-ec3e700bdd9b HTTP/1.1" status: 200 len: 210 time: 0.0299654 Jul 18 10:35:45.614373 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67aa63d-a449-47d3-95d4-2a8559503a2a req-a3269f5a-45ff-4228-94af-43c0607dde91 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:45.615908 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d67aa63d-a449-47d3-95d4-2a8559503a2a req-a3269f5a-45ff-4228-94af-43c0607dde91 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 945 time: 0.0508058 Jul 18 10:35:45.675472 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d67aa63d-a449-47d3-95d4-2a8559503a2a req-e43aa50c-01ab-444d-a64f-f9a8dc65eb46 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520933 Jul 18 10:35:45.712698 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device ef589bb7-916e-48f9-bce4-fdf64f4ed1b1 up at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:35:45.757806 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning for port ef589bb7-916e-48f9-bce4-fdf64f4ed1b1 completed by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:35:45.763428 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning complete for port ef589bb7-916e-48f9-bce4-fdf64f4ed1b1 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:35:45.765136 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (ef589bb7-916e-48f9-bce4-fdf64f4ed1b1), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:45.825526 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:45.838550 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port ef589bb7-916e-48f9-bce4-fdf64f4ed1b1 is: BUILD; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:35:45.838979 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (ef589bb7-916e-48f9-bce4-fdf64f4ed1b1), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:45.863698 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0851efd6-d3b6-44d7-9b22-e327e1bca393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef589bb7-916e-48f9-bce4-fdf64f4ed1b1'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:35:45.866332 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84681e705a03fd555db26336157b75fd76ce56e0c69b7b802094418238443ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041f954c-ccf9-4a5c-8282-2b450bc0d14b" -d '{"events": [{"server_uuid": "0851efd6-d3b6-44d7-9b22-e327e1bca393", "name": "network-vif-plugged", "status": "completed", "tag": "ef589bb7-916e-48f9-bce4-fdf64f4ed1b1"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:35:45.883091 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port ef589bb7-916e-48f9-bce4-fdf64f4ed1b1, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=ef589bb7-916e-48f9-bce4-fdf64f4ed1b1,segment=NetworkSegment(2d16fefc-509d-4f46-8970-6e15cc7ed3ca),segment_id=2d16fefc-509d-4f46-8970-6e15cc7ed3ca)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:35:45.889483 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (ef589bb7-916e-48f9-bce4-fdf64f4ed1b1), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:45.890584 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device bf588d31-1331-4764-a116-500faf7ec561 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:35:45.911332 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] No Port match for: bf588d31-1331-4764-a116-500faf7ec561 {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:35:45.911680 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device bf588d31-1331-4764-a116-500faf7ec561 not bound to the agent host hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:35:45.912102 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device b5aa065e-e228-4681-909e-bd39389938fd no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:35:45.978168 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81ab79-455a-4fca-9363-ce72037deaf0 req-b8dbf1be-ac2b-4f74-8743-644861689a47 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:45.979959 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ac81ab79-455a-4fca-9363-ce72037deaf0 req-b8dbf1be-ac2b-4f74-8743-644861689a47 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=0851efd6-d3b6-44d7-9b22-e327e1bca393 HTTP/1.1" status: 200 len: 946 time: 0.0557570 Jul 18 10:35:45.982646 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=ef589bb7-916e-48f9-bce4-fdf64f4ed1b1,revision_number=5']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:46.022660 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port b5aa065e-e228-4681-909e-bd39389938fd is: ACTIVE; New status is: DOWN {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:35:46.023052 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (b5aa065e-e228-4681-909e-bd39389938fd), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:46.038873 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ac81ab79-455a-4fca-9363-ce72037deaf0 req-76e32c6a-c5bc-41c5-8f36-9bba235e9a16 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490375 Jul 18 10:35:46.065513 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port b5aa065e-e228-4681-909e-bd39389938fd, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b5aa065e-e228-4681-909e-bd39389938fd,segment=NetworkSegment(d7f1c4dc-22c2-4c68-872d-90dc779e27be),segment_id=d7f1c4dc-22c2-4c68-872d-90dc779e27be)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:35:46.074365 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (b5aa065e-e228-4681-909e-bd39389938fd), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:46.082600 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bad3625-b384-4408-81da-5f94690bbc2f x-openstack-request-id: req-7bad3625-b384-4408-81da-5f94690bbc2f {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:35:46.082893 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0851efd6-d3b6-44d7-9b22-e327e1bca393", "name": "network-vif-plugged", "status": "completed", "tag": "ef589bb7-916e-48f9-bce4-fdf64f4ed1b1", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:35:46.084852 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7bad3625-b384-4408-81da-5f94690bbc2f {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:35:46.085270 dv-cinder-837546-3-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bad3625-b384-4408-81da-5f94690bbc2f'] response: {'server_uuid': '0851efd6-d3b6-44d7-9b22-e327e1bca393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef589bb7-916e-48f9-bce4-fdf64f4ed1b1', 'code': 200} Jul 18 10:35:46.136881 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 36502) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:35:46.140844 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:46.162295 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=b5aa065e-e228-4681-909e-bd39389938fd,revision_number=8']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:46.210925 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cfa24299-f0e2-43db-87db-5acf0c02600c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for security_group (0dada229-e0b6-471e-88a8-6abe41f4d5c5), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:46.225960 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [req-63b2a73b-5568-48bf-96c4-eb1fb4d32f4a req-8c306608-6e6a-40dc-ab80-c1c8deb17927 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 10:35:46.227255 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-63b2a73b-5568-48bf-96c4-eb1fb4d32f4a req-8c306608-6e6a-40dc-ab80-c1c8deb17927 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0063746 Jul 18 10:35:46.237613 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cfa24299-f0e2-43db-87db-5acf0c02600c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for security_group (0dada229-e0b6-471e-88a8-6abe41f4d5c5), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:46.261767 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:46.288554 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cfa24299-f0e2-43db-87db-5acf0c02600c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (0dada229-e0b6-471e-88a8-6abe41f4d5c5), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:46.291441 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cfa24299-f0e2-43db-87db-5acf0c02600c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:46.292625 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-cfa24299-f0e2-43db-87db-5acf0c02600c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "DELETE /v2.0/security-groups/0dada229-e0b6-471e-88a8-6abe41f4d5c5 HTTP/1.1" status: 204 len: 168 time: 0.1541338 Jul 18 10:35:46.296195 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 36508) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:35:46.304379 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa24299-f0e2-43db-87db-5acf0c02600c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dada229-e0b6-471e-88a8-6abe41f4d5c5,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:46.312447 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa24299-f0e2-43db-87db-5acf0c02600c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:46.313055 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa09987-79af-45cb-91e7-c97f70d1fc48 req-5906ce91-cfe4-4f0f-aaee-2e3c93365981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:46.315057 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-baa09987-79af-45cb-91e7-c97f70d1fc48 req-5906ce91-cfe4-4f0f-aaee-2e3c93365981 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0851efd6-d3b6-44d7-9b22-e327e1bca393 HTTP/1.1" status: 200 len: 1130 time: 0.0624897 Jul 18 10:35:46.317233 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa24299-f0e2-43db-87db-5acf0c02600c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:46.318527 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa24299-f0e2-43db-87db-5acf0c02600c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:46.319259 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa24299-f0e2-43db-87db-5acf0c02600c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:46.320053 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa24299-f0e2-43db-87db-5acf0c02600c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:46.320437 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.api.v2.resource [None req-1624fee7-2aa0-4c29-aece-c4d6c45b8fae tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] show failed (client error): The resource could not be found. Jul 18 10:35:46.320870 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa24299-f0e2-43db-87db-5acf0c02600c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:46.321446 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa24299-f0e2-43db-87db-5acf0c02600c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:46.321580 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-1624fee7-2aa0-4c29-aece-c4d6c45b8fae tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "GET /v2.0/security-groups/0dada229-e0b6-471e-88a8-6abe41f4d5c5 HTTP/1.1" status: 404 len: 347 time: 0.0204158 Jul 18 10:35:46.322056 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa24299-f0e2-43db-87db-5acf0c02600c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:46.322767 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa24299-f0e2-43db-87db-5acf0c02600c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:46.323407 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa24299-f0e2-43db-87db-5acf0c02600c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:46.323955 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa24299-f0e2-43db-87db-5acf0c02600c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:46.324599 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa24299-f0e2-43db-87db-5acf0c02600c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:46.325270 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa24299-f0e2-43db-87db-5acf0c02600c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:46.325776 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa24299-f0e2-43db-87db-5acf0c02600c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:46.326264 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa24299-f0e2-43db-87db-5acf0c02600c tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:35:46.329323 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 36512) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:35:46.331789 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:46.413720 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-baa09987-79af-45cb-91e7-c97f70d1fc48 req-3ed2a800-4c25-49b7-b8ff-9d7f2be8f2f9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906875 Jul 18 10:35:46.431681 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302c19f-e8e2-438e-8873-b509b45f6638 req-3948bc95-dd2a-4e61-8eaf-a20914461e7b tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:46.433521 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6302c19f-e8e2-438e-8873-b509b45f6638 req-3948bc95-dd2a-4e61-8eaf-a20914461e7b tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 943 time: 0.0726244 Jul 18 10:35:46.494859 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6302c19f-e8e2-438e-8873-b509b45f6638 req-3f81fbd4-e949-4ac7-8ac9-5dd447bb8e5f tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555434 Jul 18 10:35:46.536925 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 36528) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:35:46.611108 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-6845ef20-ed2f-42d5-94bb-80fbb323ba36 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group (7f8acd90-2dd4-4972-a173-972f0c3a4aa8), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:46.640872 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-6845ef20-ed2f-42d5-94bb-80fbb323ba36 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group (7f8acd90-2dd4-4972-a173-972f0c3a4aa8), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:46.676653 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 36538) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:35:46.693966 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-6845ef20-ed2f-42d5-94bb-80fbb323ba36 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (7f8acd90-2dd4-4972-a173-972f0c3a4aa8), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:46.697143 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-6845ef20-ed2f-42d5-94bb-80fbb323ba36 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:46.698615 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-6845ef20-ed2f-42d5-94bb-80fbb323ba36 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "DELETE /v2.0/security-groups/7f8acd90-2dd4-4972-a173-972f0c3a4aa8 HTTP/1.1" status: 204 len: 168 time: 0.1605530 Jul 18 10:35:46.701900 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 36542) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:35:46.708613 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845ef20-ed2f-42d5-94bb-80fbb323ba36 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8acd90-2dd4-4972-a173-972f0c3a4aa8,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:46.723100 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.api.v2.resource [None req-9bbb1b22-c11c-424c-b039-cd372ed893b0 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] show failed (client error): The resource could not be found. Jul 18 10:35:46.724124 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-9bbb1b22-c11c-424c-b039-cd372ed893b0 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "GET /v2.0/security-groups/7f8acd90-2dd4-4972-a173-972f0c3a4aa8 HTTP/1.1" status: 404 len: 347 time: 0.0213313 Jul 18 10:35:46.727557 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-37563a32-4a74-43ec-b1ff-8b6576841378 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Deleting port bb3ac92c-6901-41ec-96d8-67f60a38ba5b {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:35:46.728534 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 36544) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:35:46.728870 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-37563a32-4a74-43ec-b1ff-8b6576841378 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (bb3ac92c-6901-41ec-96d8-67f60a38ba5b), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:46.816356 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-37563a32-4a74-43ec-b1ff-8b6576841378 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (bb3ac92c-6901-41ec-96d8-67f60a38ba5b), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:46.816703 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-37563a32-4a74-43ec-b1ff-8b6576841378 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for floatingip (bb3ac92c-6901-41ec-96d8-67f60a38ba5b), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:46.828378 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-37563a32-4a74-43ec-b1ff-8b6576841378 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Calling delete_port for bb3ac92c-6901-41ec-96d8-67f60a38ba5b owned by network:floatingip {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:35:46.843390 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0120aca2-249c-4d66-93e1-bf664dcf5a18 req-6f0e4f7c-6d9c-4549-80cd-8d169f1078fa service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1655543 Jul 18 10:35:46.864219 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [req-0120aca2-249c-4d66-93e1-bf664dcf5a18 req-7d82ff03-86af-4d61-8eae-df18735732fd service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 10:35:46.865216 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0120aca2-249c-4d66-93e1-bf664dcf5a18 req-7d82ff03-86af-4d61-8eae-df18735732fd service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055282 Jul 18 10:35:46.881743 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-05681687-d1c4-439f-a69b-036b0556ce93 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Deleting port 0c4bc678-1400-4f4c-a1b7-2d53bd1fb852 {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:35:46.882313 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-05681687-d1c4-439f-a69b-036b0556ce93 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (0c4bc678-1400-4f4c-a1b7-2d53bd1fb852), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:46.962024 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-37563a32-4a74-43ec-b1ff-8b6576841378 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (bb3ac92c-6901-41ec-96d8-67f60a38ba5b), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:46.963290 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 36550) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:35:46.982669 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-05681687-d1c4-439f-a69b-036b0556ce93 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (0c4bc678-1400-4f4c-a1b7-2d53bd1fb852), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:46.982987 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-05681687-d1c4-439f-a69b-036b0556ce93 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for floatingip (0c4bc678-1400-4f4c-a1b7-2d53bd1fb852), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:46.991370 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37563a32-4a74-43ec-b1ff-8b6576841378 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Pushing event deleted for resources: {'Port': ['ID=bb3ac92c-6901-41ec-96d8-67f60a38ba5b,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:46.996795 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-05681687-d1c4-439f-a69b-036b0556ce93 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Calling delete_port for 0c4bc678-1400-4f4c-a1b7-2d53bd1fb852 owned by network:floatingip {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:35:47.063888 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-37563a32-4a74-43ec-b1ff-8b6576841378 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks [] for floatingip (8be11526-e830-45fd-8f17-c0baef316c74), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:47.067088 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-37563a32-4a74-43ec-b1ff-8b6576841378 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:47.068261 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-37563a32-4a74-43ec-b1ff-8b6576841378 tempest-AttachVolumeTestJSON-1614237976 tempest-AttachVolumeTestJSON-1614237976-project] 10.222.0.33 "DELETE /v2.0/floatingips/8be11526-e830-45fd-8f17-c0baef316c74 HTTP/1.1" status: 204 len: 168 time: 0.7376142 Jul 18 10:35:47.114722 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120aca2-249c-4d66-93e1-bf664dcf5a18 req-16654f50-bcd6-446e-956c-a7e111f13145 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:47.116104 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0120aca2-249c-4d66-93e1-bf664dcf5a18 req-16654f50-bcd6-446e-956c-a7e111f13145 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports/b5aa065e-e228-4681-909e-bd39389938fd HTTP/1.1" status: 200 len: 940 time: 0.1517146 Jul 18 10:35:47.490159 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972b839-016e-4812-a94d-ebad8f4a3c56 req-8ab1fc06-3e1f-4d9f-bb30-34a582d5acd4 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:47.491638 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9972b839-016e-4812-a94d-ebad8f4a3c56 req-8ab1fc06-3e1f-4d9f-bb30-34a582d5acd4 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=0851efd6-d3b6-44d7-9b22-e327e1bca393 HTTP/1.1" status: 200 len: 946 time: 0.3609946 Jul 18 10:35:47.530556 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-05681687-d1c4-439f-a69b-036b0556ce93 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (0c4bc678-1400-4f4c-a1b7-2d53bd1fb852), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:47.564774 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05681687-d1c4-439f-a69b-036b0556ce93 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Pushing event deleted for resources: {'Port': ['ID=0c4bc678-1400-4f4c-a1b7-2d53bd1fb852,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:47.632141 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9972b839-016e-4812-a94d-ebad8f4a3c56 req-9029d945-db0a-48c4-88f6-288c83c0e959 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341720 Jul 18 10:35:47.637113 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:47.670913 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:47.685001 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d222354-e53b-4ce3-8d7e-b40d7d51a5e8 req-de594835-27df-4154-a493-09796414ef3b tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:47.686541 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0d222354-e53b-4ce3-8d7e-b40d7d51a5e8 req-de594835-27df-4154-a493-09796414ef3b tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 943 time: 0.1133053 Jul 18 10:35:47.699943 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-05681687-d1c4-439f-a69b-036b0556ce93 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks [] for floatingip (c88a7611-a89f-4a36-88ac-42b40dc8596d), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:47.702407 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-05681687-d1c4-439f-a69b-036b0556ce93 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:47.703474 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-05681687-d1c4-439f-a69b-036b0556ce93 tempest-AttachVolumeNegativeTest-653274830 tempest-AttachVolumeNegativeTest-653274830-project] 10.222.0.33 "DELETE /v2.0/floatingips/c88a7611-a89f-4a36-88ac-42b40dc8596d HTTP/1.1" status: 204 len: 168 time: 0.9739494 Jul 18 10:35:47.741774 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0d222354-e53b-4ce3-8d7e-b40d7d51a5e8 req-f3dfe2d6-b543-4cb4-9df0-4b9d7896551b tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475698 Jul 18 10:35:48.086443 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a84290-3520-427e-af49-f380d2a144bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5aa065e-e228-4681-909e-bd39389938fd'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:35:48.088833 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84681e705a03fd555db26336157b75fd76ce56e0c69b7b802094418238443ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f32ded7-ba75-41b9-9a2b-59719b654927" -d '{"events": [{"server_uuid": "b1a84290-3520-427e-af49-f380d2a144bb", "name": "network-vif-unplugged", "status": "completed", "tag": "b5aa065e-e228-4681-909e-bd39389938fd"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:35:48.118999 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Jul 2022 10:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d74f42-a669-4a07-8f5c-2305b5549378 x-openstack-request-id: req-95d74f42-a669-4a07-8f5c-2305b5549378 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:35:48.119294 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a84290-3520-427e-af49-f380d2a144bb", "name": "network-vif-unplugged", "status": "failed", "tag": "b5aa065e-e228-4681-909e-bd39389938fd", "code": 422}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:35:48.119528 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-95d74f42-a669-4a07-8f5c-2305b5549378 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:35:48.119957 dv-cinder-837546-3-iscsi neutron-server[103900]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-95d74f42-a669-4a07-8f5c-2305b5549378']: {'server_uuid': 'b1a84290-3520-427e-af49-f380d2a144bb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b5aa065e-e228-4681-909e-bd39389938fd', 'code': 422} returned with failed status Jul 18 10:35:48.748476 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1de7a4-18f0-4b35-8c64-aacd2c344524 req-7aeff310-7434-482b-b323-7ad42a40107d tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:48.750054 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2d1de7a4-18f0-4b35-8c64-aacd2c344524 req-7aeff310-7434-482b-b323-7ad42a40107d tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=0851efd6-d3b6-44d7-9b22-e327e1bca393 HTTP/1.1" status: 200 len: 946 time: 0.0472126 Jul 18 10:35:48.803964 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2d1de7a4-18f0-4b35-8c64-aacd2c344524 req-9b0ac30e-f3fd-42d9-8c97-82411964d3df tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477686 Jul 18 10:35:48.955243 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cffb21-03ea-47e5-80b8-293ef41ba36f req-dbb9ea13-f523-4732-bf85-aeb3a6a54df8 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:48.956779 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-12cffb21-03ea-47e5-80b8-293ef41ba36f req-dbb9ea13-f523-4732-bf85-aeb3a6a54df8 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 943 time: 0.1409116 Jul 18 10:35:48.961459 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120aca2-249c-4d66-93e1-bf664dcf5a18 req-a4f5f84c-e3b1-42ca-9223-9c9227425fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:48.962822 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0120aca2-249c-4d66-93e1-bf664dcf5a18 req-a4f5f84c-e3b1-42ca-9223-9c9227425fc5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb&tenant_id=feefb94984d54cbbaa70b963d956a520 HTTP/1.1" status: 200 len: 1127 time: 0.1380656 Jul 18 10:35:48.969939 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039efd18-7dc6-420d-8f17-6ffa01b0622b req-992cdadd-5199-4f20-ac62-67a000cdc570 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:48.971326 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-039efd18-7dc6-420d-8f17-6ffa01b0622b req-992cdadd-5199-4f20-ac62-67a000cdc570 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=0851efd6-d3b6-44d7-9b22-e327e1bca393 HTTP/1.1" status: 200 len: 946 time: 0.0807071 Jul 18 10:35:49.074621 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120aca2-249c-4d66-93e1-bf664dcf5a18 req-bb74e302-6c6f-4151-9d51-ccd634e5b3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:49.076014 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0120aca2-249c-4d66-93e1-bf664dcf5a18 req-bb74e302-6c6f-4151-9d51-ccd634e5b3cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=feefb94984d54cbbaa70b963d956a520&device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 1127 time: 0.0829458 Jul 18 10:35:49.079916 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-12cffb21-03ea-47e5-80b8-293ef41ba36f req-7a66e3e4-3c3f-4b7a-90d6-9e603e9e6ce2 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161170 Jul 18 10:35:49.083827 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-039efd18-7dc6-420d-8f17-6ffa01b0622b req-cd09fb3c-2c58-4b2c-b56c-2060975a75d6 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055977 Jul 18 10:35:49.111211 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 36590) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:35:49.165081 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64f1260-30e3-474f-84ba-5a10f57e9d0b tempest-TestVolumeBootPattern-575799897 tempest-TestVolumeBootPattern-575799897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:49.169341 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-b64f1260-30e3-474f-84ba-5a10f57e9d0b tempest-TestVolumeBootPattern-575799897 tempest-TestVolumeBootPattern-575799897-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=0851efd6-d3b6-44d7-9b22-e327e1bca393 HTTP/1.1" status: 200 len: 1125 time: 0.0530767 Jul 18 10:35:49.169670 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 36594) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:35:49.174082 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-1030ea7a-bae9-4fea-b869-004a203043be tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Request body: {'floatingip': {'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'port_id': 'ef589bb7-916e-48f9-bce4-fdf64f4ed1b1', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:35:49.200261 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120aca2-249c-4d66-93e1-bf664dcf5a18 req-4f237776-73ec-4fd1-b2d5-0a39f8da50e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:49.202055 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0120aca2-249c-4d66-93e1-bf664dcf5a18 req-4f237776-73ec-4fd1-b2d5-0a39f8da50e9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=247d0ee0-142b-4d40-8e91-ea541c052e58 HTTP/1.1" status: 200 len: 918 time: 0.1173153 Jul 18 10:35:49.203510 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1030ea7a-bae9-4fea-b869-004a203043be tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:49.275047 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0120aca2-249c-4d66-93e1-bf664dcf5a18 req-7e02a35f-b588-452c-9d98-5a1217b2b89e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5aa065e-e228-4681-909e-bd39389938fd HTTP/1.1" status: 200 len: 999 time: 0.0656486 Jul 18 10:35:49.295348 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1030ea7a-bae9-4fea-b869-004a203043be tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:49.328063 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120aca2-249c-4d66-93e1-bf664dcf5a18 req-cbc4eef0-3f18-49e7-8929-0aa632bce254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:49.329477 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0120aca2-249c-4d66-93e1-bf664dcf5a18 req-cbc4eef0-3f18-49e7-8929-0aa632bce254 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=11cfac8b-7d7d-4e4b-88cc-819243717cd6 HTTP/1.1" status: 200 len: 856 time: 0.0483410 Jul 18 10:35:49.381711 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120aca2-249c-4d66-93e1-bf664dcf5a18 req-695ba302-6e25-48f6-a2cc-6217d38fe653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:49.383251 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0120aca2-249c-4d66-93e1-bf664dcf5a18 req-695ba302-6e25-48f6-a2cc-6217d38fe653 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=247d0ee0-142b-4d40-8e91-ea541c052e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438142 Jul 18 10:35:49.418447 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:49.419928 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-1030ea7a-bae9-4fea-b869-004a203043be tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Allocated IP 172.27.3.234 (ab707614-a8a6-4503-81fa-3cf63d34938b/a666abde-39cf-4361-a6f5-7885f7528b36/7dca858c-4c4a-4cc6-aedb-2e95ec6caabe) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:35:49.421903 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:49.490984 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0120aca2-249c-4d66-93e1-bf664dcf5a18 req-47ce1c47-c682-4a58-85e4-534d703c37a3 service neutron] 10.222.0.30 "GET /v2.0/networks/247d0ee0-142b-4d40-8e91-ea541c052e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008978 Jul 18 10:35:49.541236 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1030ea7a-bae9-4fea-b869-004a203043be tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for port (7dca858c-4c4a-4cc6-aedb-2e95ec6caabe), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:49.584769 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1030ea7a-bae9-4fea-b869-004a203043be tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (7dca858c-4c4a-4cc6-aedb-2e95ec6caabe), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:49.598438 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0120aca2-249c-4d66-93e1-bf664dcf5a18 req-9f40ad68-90b9-4d1a-b026-e767ba3983d9 service neutron] 10.222.0.30 "GET /v2.0/networks/247d0ee0-142b-4d40-8e91-ea541c052e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981860 Jul 18 10:35:49.635634 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1030ea7a-bae9-4fea-b869-004a203043be tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Network ab707614-a8a6-4503-81fa-3cf63d34938b is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:35:49.639668 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-1030ea7a-bae9-4fea-b869-004a203043be tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:35:49.642108 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1030ea7a-bae9-4fea-b869-004a203043be tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:35:49.648370 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030ea7a-bae9-4fea-b869-004a203043be tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Pushing event updated for resources: {'Port': ['ID=7dca858c-4c4a-4cc6-aedb-2e95ec6caabe,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:49.719276 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device b5aa065e-e228-4681-909e-bd39389938fd no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:35:49.919953 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port b5aa065e-e228-4681-909e-bd39389938fd is: DOWN; New status is: DOWN {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:35:50.020097 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-70981937-618e-42f4-9a33-66e103965430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:50.118000 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1030ea7a-bae9-4fea-b869-004a203043be tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for floatingip (2543814e-b395-4e77-9520-39ce1590d1b3), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:50.208823 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1030ea7a-bae9-4fea-b869-004a203043be tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (7dca858c-4c4a-4cc6-aedb-2e95ec6caabe), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:50.248017 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630fb169-5b68-495e-9a34-2bb5d45a2095 req-c1663479-6205-48d8-8e4a-8cafaab4d276 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:50.249748 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-630fb169-5b68-495e-9a34-2bb5d45a2095 req-c1663479-6205-48d8-8e4a-8cafaab4d276 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 943 time: 0.0542319 Jul 18 10:35:50.304779 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:50.329047 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-630fb169-5b68-495e-9a34-2bb5d45a2095 req-aa89ce8a-b2da-4aa9-9f9f-f4d4e36d8ff8 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700679 Jul 18 10:35:50.422824 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:50.461881 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1030ea7a-bae9-4fea-b869-004a203043be tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for port (7dca858c-4c4a-4cc6-aedb-2e95ec6caabe), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:50.467449 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1030ea7a-bae9-4fea-b869-004a203043be tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260947040'] for port (7dca858c-4c4a-4cc6-aedb-2e95ec6caabe), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:50.504302 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:50.546760 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030ea7a-bae9-4fea-b869-004a203043be tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Pushing event updated for resources: {'Port': ['ID=7dca858c-4c4a-4cc6-aedb-2e95ec6caabe,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:50.566140 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1030ea7a-bae9-4fea-b869-004a203043be tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780340'] for floatingip (2543814e-b395-4e77-9520-39ce1590d1b3), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:50.710907 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.db.l3_db [None req-1030ea7a-bae9-4fea-b869-004a203043be tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Floating IP 2543814e-b395-4e77-9520-39ce1590d1b3 associated. External IP: 172.27.3.234, port: ef589bb7-916e-48f9-bce4-fdf64f4ed1b1. Jul 18 10:35:50.821796 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 36654) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:35:51.084734 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1030ea7a-bae9-4fea-b869-004a203043be tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Router b813383a-8c2b-4227-b257-73336c9a3e16 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:35:51.300186 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1030ea7a-bae9-4fea-b869-004a203043be tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:35:51.316303 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da42fdae-7274-4494-ae2f-9436ab7d187e None None] Sync routers for ids ['b813383a-8c2b-4227-b257-73336c9a3e16'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:35:51.333305 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:51.346368 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1030ea7a-bae9-4fea-b869-004a203043be tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:51.347575 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da42fdae-7274-4494-ae2f-9436ab7d187e None None] Routers {'b813383a-8c2b-4227-b257-73336c9a3e16'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:35:51.349729 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-da42fdae-7274-4494-ae2f-9436ab7d187e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:35:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['b813383a-8c2b-4227-b257-73336c9a3e16'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:35:51.407044 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-1030ea7a-bae9-4fea-b869-004a203043be tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2362032 Jul 18 10:35:51.409811 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0851efd6-d3b6-44d7-9b22-e327e1bca393', 'tag': 'ef589bb7-916e-48f9-bce4-fdf64f4ed1b1'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:35:51.412969 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2832b55044fe50990e200b6537270594c6fb70ba3afc208291ee0353ea81870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c199622c-2495-4fe7-b730-1f2472da4c12" -d '{"events": [{"name": "network-changed", "server_uuid": "0851efd6-d3b6-44d7-9b22-e327e1bca393", "tag": "ef589bb7-916e-48f9-bce4-fdf64f4ed1b1"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:35:51.465109 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa5f772-24bd-47f5-9ee2-d5b62c2387aa x-openstack-request-id: req-6fa5f772-24bd-47f5-9ee2-d5b62c2387aa {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:35:51.465826 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0851efd6-d3b6-44d7-9b22-e327e1bca393", "tag": "ef589bb7-916e-48f9-bce4-fdf64f4ed1b1", "status": "completed", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:35:51.466088 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6fa5f772-24bd-47f5-9ee2-d5b62c2387aa {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:35:51.466496 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fa5f772-24bd-47f5-9ee2-d5b62c2387aa'] response: {'name': 'network-changed', 'server_uuid': '0851efd6-d3b6-44d7-9b22-e327e1bca393', 'tag': 'ef589bb7-916e-48f9-bce4-fdf64f4ed1b1', 'status': 'completed', 'code': 200} Jul 18 10:35:51.560249 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e72cc3-cd0f-49f6-9280-9ab42dc7b1ce req-092b99c2-31a0-4e9a-9186-eb13a4ab224c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:51.561952 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e2e72cc3-cd0f-49f6-9280-9ab42dc7b1ce req-092b99c2-31a0-4e9a-9186-eb13a4ab224c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 943 time: 0.0614603 Jul 18 10:35:51.576256 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-da42fdae-7274-4494-ae2f-9436ab7d187e None None] Set router b813383a-8c2b-4227-b257-73336c9a3e16 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:35:51.696869 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199622c-2495-4fe7-b730-1f2472da4c12 req-3ef46f31-2bde-4226-a6ad-b5162d772f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:51.698384 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c199622c-2495-4fe7-b730-1f2472da4c12 req-3ef46f31-2bde-4226-a6ad-b5162d772f8d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c656b71bbd447cba7d11335c928dfda&device_id=0851efd6-d3b6-44d7-9b22-e327e1bca393 HTTP/1.1" status: 200 len: 1130 time: 0.1354730 Jul 18 10:35:51.740038 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e2e72cc3-cd0f-49f6-9280-9ab42dc7b1ce req-4ebd251a-38b0-45a0-8fd2-c6704b7e987c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625378 Jul 18 10:35:51.839513 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-717e8bd2-0902-40ab-9688-3bf508df743d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660928'] for router_interface (25caf605-4c7d-44c9-8381-5f91529ecdd4), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:51.932681 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-da42fdae-7274-4494-ae2f-9436ab7d187e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'name': 'tempest-TestVolumeBootPattern-436051173-router', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:23Z', 'updated_at': '2022-07-18T10:32:26Z', 'revision_number': 4, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'gw_port': {'id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:63:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:24Z', 'updated_at': '2022-07-18T10:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '2543814e-b395-4e77-9520-39ce1590d1b3', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'floating_ip_address': '172.27.3.234', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'port_id': 'ef589bb7-916e-48f9-bce4-fdf64f4ed1b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'mac_address': 'fa:16:3e:21:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0851efd6-d3b6-44d7-9b22-e327e1bca393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:35:49Z', 'updated_at': '2022-07-18T10:35:49Z', 'revision_number': 0, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1f3e92a-1290-4a6b-b351-6716caa96cfc', 'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'mac_address': 'fa:16:3e:db:17:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '87464419-3975-4a49-a913-5df590abacff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:25Z', 'updated_at': '2022-07-18T10:32:31Z', 'revision_number': 5, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'subnets': [{'id': '87464419-3975-4a49-a913-5df590abacff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:35:51.971405 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da42fdae-7274-4494-ae2f-9436ab7d187e None None] Checking router: b813383a-8c2b-4227-b257-73336c9a3e16 for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:35:52.007433 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da42fdae-7274-4494-ae2f-9436ab7d187e None None] Routers {'b813383a-8c2b-4227-b257-73336c9a3e16'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:35:52.008180 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-da42fdae-7274-4494-ae2f-9436ab7d187e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:35:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['b813383a-8c2b-4227-b257-73336c9a3e16'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:35:52.068522 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 36670) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:35:52.100358 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199622c-2495-4fe7-b730-1f2472da4c12 req-ea70ab4a-699f-41db-ae62-004ff0cb3fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:52.105368 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c199622c-2495-4fe7-b730-1f2472da4c12 req-ea70ab4a-699f-41db-ae62-004ff0cb3fb7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e654fce-ea72-45f2-b759-da2c9a65544d HTTP/1.1" status: 200 len: 912 time: 0.3627579 Jul 18 10:35:52.137526 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:52.258296 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-717e8bd2-0902-40ab-9688-3bf508df743d admin admin] Deleting port 8d056b09-6e15-4031-a1f5-968a745c3564 {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:35:52.260438 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-717e8bd2-0902-40ab-9688-3bf508df743d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (8d056b09-6e15-4031-a1f5-968a745c3564), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:52.407717 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-64b279e3-b02e-4edd-8ba1-179a75e6d74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:52.436274 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-da42fdae-7274-4494-ae2f-9436ab7d187e None None] Set router b813383a-8c2b-4227-b257-73336c9a3e16 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:35:52.450436 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-717e8bd2-0902-40ab-9688-3bf508df743d admin admin] For port 8d056b09-6e15-4031-a1f5-968a745c3564, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=8d056b09-6e15-4031-a1f5-968a745c3564,segment=NetworkSegment(cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c),segment_id=cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:35:52.451053 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-717e8bd2-0902-40ab-9688-3bf508df743d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (8d056b09-6e15-4031-a1f5-968a745c3564), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:52.467036 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-717e8bd2-0902-40ab-9688-3bf508df743d admin admin] Calling delete_port for 8d056b09-6e15-4031-a1f5-968a745c3564 owned by network:router_interface {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:35:52.570732 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:52.656250 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:52.757106 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:52.806149 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:52.834547 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-717e8bd2-0902-40ab-9688-3bf508df743d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (8d056b09-6e15-4031-a1f5-968a745c3564), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:52.850123 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-114795e5-05a9-4079-a6b6-d3f1b8c409f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660928'] for router_interface (2d9a0d12-2331-4e5f-9d38-b53462247d9a), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:52.912160 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c199622c-2495-4fe7-b730-1f2472da4c12 req-0421fc1e-9755-4ac9-b374-d12fb67697ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef589bb7-916e-48f9-bce4-fdf64f4ed1b1 HTTP/1.1" status: 200 len: 1000 time: 0.1802211 Jul 18 10:35:52.947367 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-da42fdae-7274-4494-ae2f-9436ab7d187e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'name': 'tempest-TestVolumeBootPattern-436051173-router', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:23Z', 'updated_at': '2022-07-18T10:32:26Z', 'revision_number': 4, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'gw_port': {'id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:63:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:24Z', 'updated_at': '2022-07-18T10:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '2543814e-b395-4e77-9520-39ce1590d1b3', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'floating_ip_address': '172.27.3.234', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'port_id': 'ef589bb7-916e-48f9-bce4-fdf64f4ed1b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'mac_address': 'fa:16:3e:21:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0851efd6-d3b6-44d7-9b22-e327e1bca393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:35:49Z', 'updated_at': '2022-07-18T10:35:49Z', 'revision_number': 0, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1f3e92a-1290-4a6b-b351-6716caa96cfc', 'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'mac_address': 'fa:16:3e:db:17:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '87464419-3975-4a49-a913-5df590abacff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:25Z', 'updated_at': '2022-07-18T10:32:31Z', 'revision_number': 5, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'subnets': [{'id': '87464419-3975-4a49-a913-5df590abacff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:35:52.963633 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e8bd2-0902-40ab-9688-3bf508df743d admin admin] Pushing event deleted for resources: {'Port': ['ID=8d056b09-6e15-4031-a1f5-968a745c3564,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:53.012911 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da42fdae-7274-4494-ae2f-9436ab7d187e None None] The sync data for ids ['b813383a-8c2b-4227-b257-73336c9a3e16'] in dv-cinder-837546-3-iscsi is: [{'id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'name': 'tempest-TestVolumeBootPattern-436051173-router', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:23Z', 'updated_at': '2022-07-18T10:32:26Z', 'revision_number': 4, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'gw_port': {'id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:63:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:24Z', 'updated_at': '2022-07-18T10:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '2543814e-b395-4e77-9520-39ce1590d1b3', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'floating_ip_address': '172.27.3.234', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'port_id': 'ef589bb7-916e-48f9-bce4-fdf64f4ed1b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'mac_address': 'fa:16:3e:21:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0851efd6-d3b6-44d7-9b22-e327e1bca393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:35:49Z', 'updated_at': '2022-07-18T10:35:49Z', 'revision_number': 0, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1f3e92a-1290-4a6b-b351-6716caa96cfc', 'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'mac_address': 'fa:16:3e:db:17:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '87464419-3975-4a49-a913-5df590abacff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:25Z', 'updated_at': '2022-07-18T10:32:31Z', 'revision_number': 5, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'subnets': [{'id': '87464419-3975-4a49-a913-5df590abacff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:35:53.085190 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=100 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:53.101315 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199622c-2495-4fe7-b730-1f2472da4c12 req-cab99ebf-816f-4b10-a453-08914cf0e839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:53.108002 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c199622c-2495-4fe7-b730-1f2472da4c12 req-cab99ebf-816f-4b10-a453-08914cf0e839 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87464419-3975-4a49-a913-5df590abacff HTTP/1.1" status: 200 len: 850 time: 0.1639407 Jul 18 10:35:53.242281 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9f8cf-677a-4efe-8d4b-284832d9c5a7 req-6e676823-bcfa-4f78-a4b4-0a742359ffa0 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:53.246742 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d2b9f8cf-677a-4efe-8d4b-284832d9c5a7 req-6e676823-bcfa-4f78-a4b4-0a742359ffa0 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 943 time: 0.3429980 Jul 18 10:35:53.348181 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199622c-2495-4fe7-b730-1f2472da4c12 req-f1b522cb-73a0-4a41-9b28-bdc922c4aef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:53.351872 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c199622c-2495-4fe7-b730-1f2472da4c12 req-f1b522cb-73a0-4a41-9b28-bdc922c4aef2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e654fce-ea72-45f2-b759-da2c9a65544d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2271595 Jul 18 10:35:53.368064 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-114795e5-05a9-4079-a6b6-d3f1b8c409f3 admin admin] Deleting port 1420ff7f-6c01-4735-aa6b-eee69bfd69e9 {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:35:53.368411 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-114795e5-05a9-4079-a6b6-d3f1b8c409f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (1420ff7f-6c01-4735-aa6b-eee69bfd69e9), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:53.420125 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58cd6ce-3a9c-4df8-847e-e16e71a736c3 None None] New status for floating IP 2543814e-b395-4e77-9520-39ce1590d1b3: ACTIVE {{(pid=103901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:35:53.504180 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-114795e5-05a9-4079-a6b6-d3f1b8c409f3 admin admin] For port 1420ff7f-6c01-4735-aa6b-eee69bfd69e9, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=1420ff7f-6c01-4735-aa6b-eee69bfd69e9,segment=NetworkSegment(9f9e9026-9d7c-43b5-af17-ac9b99df5729),segment_id=9f9e9026-9d7c-43b5-af17-ac9b99df5729)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:35:53.504721 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-114795e5-05a9-4079-a6b6-d3f1b8c409f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (1420ff7f-6c01-4735-aa6b-eee69bfd69e9), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:53.518546 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d2b9f8cf-677a-4efe-8d4b-284832d9c5a7 req-4130a6f1-3aca-4641-a534-62dd8f06f82e tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2403288 Jul 18 10:35:53.523335 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-114795e5-05a9-4079-a6b6-d3f1b8c409f3 admin admin] Calling delete_port for 1420ff7f-6c01-4735-aa6b-eee69bfd69e9 owned by network:router_interface {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:35:53.618703 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:53.633495 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-717e8bd2-0902-40ab-9688-3bf508df743d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-986589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660860'] for router_interface (25caf605-4c7d-44c9-8381-5f91529ecdd4), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:53.645945 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c199622c-2495-4fe7-b730-1f2472da4c12 req-b21ead25-2be8-4d9d-8417-574c5826b05d service neutron] 10.222.0.30 "GET /v2.0/networks/9e654fce-ea72-45f2-b759-da2c9a65544d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123737 Jul 18 10:35:53.672708 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:53.922834 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:DELETE=4,neutron:UPDATE=1,neutron:SELECT=95 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:54.083459 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-114795e5-05a9-4079-a6b6-d3f1b8c409f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (1420ff7f-6c01-4735-aa6b-eee69bfd69e9), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:54.126448 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114795e5-05a9-4079-a6b6-d3f1b8c409f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1420ff7f-6c01-4735-aa6b-eee69bfd69e9,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:54.312324 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c199622c-2495-4fe7-b730-1f2472da4c12 req-eeaab26a-f896-4a34-9719-9d0e368747be service neutron] 10.222.0.30 "GET /v2.0/networks/9e654fce-ea72-45f2-b759-da2c9a65544d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5903482 Jul 18 10:35:54.335349 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717e8bd2-0902-40ab-9688-3bf508df743d admin admin] Router 25caf605-4c7d-44c9-8381-5f91529ecdd4 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:35:54.418649 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-114795e5-05a9-4079-a6b6-d3f1b8c409f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-986589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660860'] for router_interface (2d9a0d12-2331-4e5f-9d38-b53462247d9a), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:54.469279 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717e8bd2-0902-40ab-9688-3bf508df743d admin admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:35:54.474924 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-717e8bd2-0902-40ab-9688-3bf508df743d admin admin] 10.222.0.33 "PUT /v2.0/routers/25caf605-4c7d-44c9-8381-5f91529ecdd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6520605 Jul 18 10:35:54.477685 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 36678) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:35:54.481160 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f255ffbf-e4d4-4475-ab08-2052c26c99c5 None None] Sync routers for ids ['25caf605-4c7d-44c9-8381-5f91529ecdd4'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:35:54.507151 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f255ffbf-e4d4-4475-ab08-2052c26c99c5 None None] Routers {'25caf605-4c7d-44c9-8381-5f91529ecdd4'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:35:54.507810 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-f255ffbf-e4d4-4475-ab08-2052c26c99c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:35:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['25caf605-4c7d-44c9-8381-5f91529ecdd4'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:35:54.621839 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:54.693475 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-f255ffbf-e4d4-4475-ab08-2052c26c99c5 None None] Set router 25caf605-4c7d-44c9-8381-5f91529ecdd4 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:35:54.700230 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3bd4dde2-d996-46a7-94b4-501785c313c8 admin admin] Publish callbacks [] for router (25caf605-4c7d-44c9-8381-5f91529ecdd4), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:54.748037 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be894e-80ae-46b3-af99-73eca4e13f0a req-32ad0e55-9479-4d14-92b4-fa5cf89f57ee tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:54.755767 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-59be894e-80ae-46b3-af99-73eca4e13f0a req-32ad0e55-9479-4d14-92b4-fa5cf89f57ee tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 943 time: 0.1058693 Jul 18 10:35:54.780442 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:54.875824 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-59be894e-80ae-46b3-af99-73eca4e13f0a req-61e6536d-55d0-4c5e-8cb4-2af5a0665d8a tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185112 Jul 18 10:35:54.940220 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3bd4dde2-d996-46a7-94b4-501785c313c8 admin admin] Publish callbacks [] for router_gateway (25caf605-4c7d-44c9-8381-5f91529ecdd4), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:54.941818 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114795e5-05a9-4079-a6b6-d3f1b8c409f3 admin admin] Router 2d9a0d12-2331-4e5f-9d38-b53462247d9a has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:35:54.947432 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:54.953735 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:55.017842 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-3bd4dde2-d996-46a7-94b4-501785c313c8 admin admin] Deleting port 1316640b-352d-4fd7-9f25-0a1f9d0bcb7a {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:35:55.018581 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3bd4dde2-d996-46a7-94b4-501785c313c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (1316640b-352d-4fd7-9f25-0a1f9d0bcb7a), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:55.062583 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-f255ffbf-e4d4-4475-ab08-2052c26c99c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'name': 'tempest-AttachVolumeTestJSON-343087554-router', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:52Z', 'updated_at': '2022-07-18T10:35:52Z', 'revision_number': 5, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'gw_port': {'id': '1316640b-352d-4fd7-9f25-0a1f9d0bcb7a', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi'}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:35:55.125539 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f255ffbf-e4d4-4475-ab08-2052c26c99c5 None None] Checking router: 25caf605-4c7d-44c9-8381-5f91529ecdd4 for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:35:55.138745 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114795e5-05a9-4079-a6b6-d3f1b8c409f3 admin admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:35:55.147412 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-3bd4dde2-d996-46a7-94b4-501785c313c8 admin admin] For port 1316640b-352d-4fd7-9f25-0a1f9d0bcb7a, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=1316640b-352d-4fd7-9f25-0a1f9d0bcb7a,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:35:55.147412 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3bd4dde2-d996-46a7-94b4-501785c313c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (1316640b-352d-4fd7-9f25-0a1f9d0bcb7a), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:55.147642 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-114795e5-05a9-4079-a6b6-d3f1b8c409f3 admin admin] 10.222.0.33 "PUT /v2.0/routers/2d9a0d12-2331-4e5f-9d38-b53462247d9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0766292 Jul 18 10:35:55.147642 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 36684) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:35:55.152091 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ff45ae-3434-435f-beff-5e93ca54eeb3 None None] Sync routers for ids ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'] in dv-cinder-837546-3-iscsi {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:35:55.160606 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:55.162121 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f255ffbf-e4d4-4475-ab08-2052c26c99c5 None None] Routers {'25caf605-4c7d-44c9-8381-5f91529ecdd4'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:35:55.162722 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-f255ffbf-e4d4-4475-ab08-2052c26c99c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:35:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['25caf605-4c7d-44c9-8381-5f91529ecdd4'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:35:55.180169 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ff45ae-3434-435f-beff-5e93ca54eeb3 None None] Routers {'2d9a0d12-2331-4e5f-9d38-b53462247d9a'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:35:55.181523 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-26ff45ae-3434-435f-beff-5e93ca54eeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:35:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:35:55.209232 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-3bd4dde2-d996-46a7-94b4-501785c313c8 admin admin] Calling delete_port for 1316640b-352d-4fd7-9f25-0a1f9d0bcb7a owned by network:router_gateway {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:35:55.367507 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2da10bac-cbe4-43c9-bb62-f6272379fba7 admin admin] Publish callbacks [] for router (2d9a0d12-2331-4e5f-9d38-b53462247d9a), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:55.426588 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-26ff45ae-3434-435f-beff-5e93ca54eeb3 None None] Set router 2d9a0d12-2331-4e5f-9d38-b53462247d9a gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:35:55.430356 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:55.456971 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-f255ffbf-e4d4-4475-ab08-2052c26c99c5 None None] Set router 25caf605-4c7d-44c9-8381-5f91529ecdd4 gateway port host: None {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:35:55.566335 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-f255ffbf-e4d4-4475-ab08-2052c26c99c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'name': 'tempest-AttachVolumeTestJSON-343087554-router', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:52Z', 'updated_at': '2022-07-18T10:35:54Z', 'revision_number': 6, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'gw_port_host': None}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:35:55.580290 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2da10bac-cbe4-43c9-bb62-f6272379fba7 admin admin] Publish callbacks [] for router_gateway (2d9a0d12-2331-4e5f-9d38-b53462247d9a), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:55.621777 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3bd4dde2-d996-46a7-94b4-501785c313c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (1316640b-352d-4fd7-9f25-0a1f9d0bcb7a), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:55.646516 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f255ffbf-e4d4-4475-ab08-2052c26c99c5 None None] The sync data for ids ['25caf605-4c7d-44c9-8381-5f91529ecdd4'] in dv-cinder-837546-3-iscsi is: [{'id': '25caf605-4c7d-44c9-8381-5f91529ecdd4', 'name': 'tempest-AttachVolumeTestJSON-343087554-router', 'tenant_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:52Z', 'updated_at': '2022-07-18T10:35:54Z', 'revision_number': 6, 'project_id': 'e6e487deb7ff45bdbf2cc002d42d12a5', 'gw_port_host': None}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:35:55.668492 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-2da10bac-cbe4-43c9-bb62-f6272379fba7 admin admin] Deleting port 55318072-cef0-4676-82c9-ee2867adafd7 {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:35:55.668856 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2da10bac-cbe4-43c9-bb62-f6272379fba7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (55318072-cef0-4676-82c9-ee2867adafd7), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:55.681053 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4dde2-d996-46a7-94b4-501785c313c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1316640b-352d-4fd7-9f25-0a1f9d0bcb7a,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:55.764756 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:55.799819 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3bd4dde2-d996-46a7-94b4-501785c313c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-781127'] for router_gateway (25caf605-4c7d-44c9-8381-5f91529ecdd4), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:55.841996 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-2da10bac-cbe4-43c9-bb62-f6272379fba7 admin admin] For port 55318072-cef0-4676-82c9-ee2867adafd7, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=55318072-cef0-4676-82c9-ee2867adafd7,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:35:55.842408 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2da10bac-cbe4-43c9-bb62-f6272379fba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (55318072-cef0-4676-82c9-ee2867adafd7), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:55.845778 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-26ff45ae-3434-435f-beff-5e93ca54eeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'name': 'tempest-AttachVolumeNegativeTest-1979717538-router', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '55318072-cef0-4676-82c9-ee2867adafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:35:54Z', 'revision_number': 5, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'gw_port': {'id': '55318072-cef0-4676-82c9-ee2867adafd7', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:28:54Z', 'updated_at': '2022-07-18T10:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi'}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:35:55.869956 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-2da10bac-cbe4-43c9-bb62-f6272379fba7 admin admin] Calling delete_port for 55318072-cef0-4676-82c9-ee2867adafd7 owned by network:router_gateway {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:35:55.896657 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ff45ae-3434-435f-beff-5e93ca54eeb3 None None] Checking router: 2d9a0d12-2331-4e5f-9d38-b53462247d9a for host: dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:35:55.930806 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ff45ae-3434-435f-beff-5e93ca54eeb3 None None] Routers {'2d9a0d12-2331-4e5f-9d38-b53462247d9a'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:35:55.931494 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-26ff45ae-3434-435f-beff-5e93ca54eeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:35:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:35:56.023901 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:56.028200 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-26ff45ae-3434-435f-beff-5e93ca54eeb3 None None] Set router 2d9a0d12-2331-4e5f-9d38-b53462247d9a gateway port host: None {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:35:56.115436 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-26ff45ae-3434-435f-beff-5e93ca54eeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'name': 'tempest-AttachVolumeNegativeTest-1979717538-router', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:35:55Z', 'revision_number': 6, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'gw_port_host': None}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:35:56.122204 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3bd4dde2-d996-46a7-94b4-501785c313c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1411'] for router (25caf605-4c7d-44c9-8381-5f91529ecdd4), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:56.132169 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3bd4dde2-d996-46a7-94b4-501785c313c8 admin admin] Publish callbacks [] for router_controller (25caf605-4c7d-44c9-8381-5f91529ecdd4), precommit_delete_associations {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:56.175206 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ff45ae-3434-435f-beff-5e93ca54eeb3 None None] The sync data for ids ['2d9a0d12-2331-4e5f-9d38-b53462247d9a'] in dv-cinder-837546-3-iscsi is: [{'id': '2d9a0d12-2331-4e5f-9d38-b53462247d9a', 'name': 'tempest-AttachVolumeNegativeTest-1979717538-router', 'tenant_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:28:53Z', 'updated_at': '2022-07-18T10:35:55Z', 'revision_number': 6, 'project_id': '1cf3d5bfe9a745f38372c42c9cfa1f63', 'gw_port_host': None}] {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:35:56.223230 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2da10bac-cbe4-43c9-bb62-f6272379fba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (55318072-cef0-4676-82c9-ee2867adafd7), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:56.261015 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f03673-f561-4e04-819a-990dac96a62a req-cd239a7f-0012-4630-b5e0-0bc8a81d2206 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:56.262782 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e5f03673-f561-4e04-819a-990dac96a62a req-cd239a7f-0012-4630-b5e0-0bc8a81d2206 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 943 time: 0.2079635 Jul 18 10:35:56.269535 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da10bac-cbe4-43c9-bb62-f6272379fba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=55318072-cef0-4676-82c9-ee2867adafd7,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:56.290596 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3bd4dde2-d996-46a7-94b4-501785c313c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660434'] for router (25caf605-4c7d-44c9-8381-5f91529ecdd4), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:56.291234 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd4dde2-d996-46a7-94b4-501785c313c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25caf605-4c7d-44c9-8381-5f91529ecdd4 {{(pid=103899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 10:35:56.307941 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3bd4dde2-d996-46a7-94b4-501785c313c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:56.312593 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-3bd4dde2-d996-46a7-94b4-501785c313c8 admin admin] 10.222.0.33 "DELETE /v2.0/routers/25caf605-4c7d-44c9-8381-5f91529ecdd4 HTTP/1.1" status: 204 len: 168 time: 1.8336618 Jul 18 10:35:56.313349 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 36690) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:35:56.352440 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:56.392962 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e5f03673-f561-4e04-819a-990dac96a62a req-24755b37-e38f-464c-b9d9-478b80d42961 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219780 Jul 18 10:35:56.396008 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc390ad1-3862-4930-9c2e-6994c34c20b9 admin admin] Deleting subnet 6a7b9bf8-c0da-4f73-9742-17e8876165f7 {{(pid=103899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 10:35:56.399746 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-fc390ad1-3862-4930-9c2e-6994c34c20b9 admin admin] Publish callbacks [] for subnet (6a7b9bf8-c0da-4f73-9742-17e8876165f7), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:56.426596 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2da10bac-cbe4-43c9-bb62-f6272379fba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-781127'] for router_gateway (2d9a0d12-2331-4e5f-9d38-b53462247d9a), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:56.463105 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-fc390ad1-3862-4930-9c2e-6994c34c20b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261079323'] for subnet (6a7b9bf8-c0da-4f73-9742-17e8876165f7), precommit_delete_associations {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:56.578029 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-fc390ad1-3862-4930-9c2e-6994c34c20b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8074828'] for subnet (6a7b9bf8-c0da-4f73-9742-17e8876165f7), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:56.610792 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2da10bac-cbe4-43c9-bb62-f6272379fba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1411'] for router (2d9a0d12-2331-4e5f-9d38-b53462247d9a), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:56.614866 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2da10bac-cbe4-43c9-bb62-f6272379fba7 admin admin] Publish callbacks [] for router_controller (2d9a0d12-2331-4e5f-9d38-b53462247d9a), precommit_delete_associations {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:56.696948 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2da10bac-cbe4-43c9-bb62-f6272379fba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660434'] for router (2d9a0d12-2331-4e5f-9d38-b53462247d9a), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:56.698064 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da10bac-cbe4-43c9-bb62-f6272379fba7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d9a0d12-2331-4e5f-9d38-b53462247d9a {{(pid=103898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 10:35:56.701547 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-fc390ad1-3862-4930-9c2e-6994c34c20b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8074843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260940353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260462226'] for subnet (6a7b9bf8-c0da-4f73-9742-17e8876165f7), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:56.702823 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2da10bac-cbe4-43c9-bb62-f6272379fba7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:56.706763 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-2da10bac-cbe4-43c9-bb62-f6272379fba7 admin admin] 10.222.0.33 "DELETE /v2.0/routers/2d9a0d12-2331-4e5f-9d38-b53462247d9a HTTP/1.1" status: 204 len: 168 time: 1.5560575 Jul 18 10:35:56.707035 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 36692) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:35:56.754455 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc390ad1-3862-4930-9c2e-6994c34c20b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a7b9bf8-c0da-4f73-9742-17e8876165f7,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:56.765435 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:56.766801 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-fc390ad1-3862-4930-9c2e-6994c34c20b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for subnet (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:56.769221 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a3db65-8039-4332-baea-ad861a6e5338 admin admin] Deleting subnet a4981e04-0b42-475d-8711-94b32dc6a81f {{(pid=103898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 10:35:56.772735 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:56.773230 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c3a3db65-8039-4332-baea-ad861a6e5338 admin admin] Publish callbacks [] for subnet (a4981e04-0b42-475d-8711-94b32dc6a81f), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:56.777748 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-fc390ad1-3862-4930-9c2e-6994c34c20b9 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/6a7b9bf8-c0da-4f73-9742-17e8876165f7 HTTP/1.1" status: 204 len: 168 time: 0.4609358 Jul 18 10:35:56.778810 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 36694) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:35:56.781352 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2731e3f9-ffef-4841-9e97-95d8458bcb98 None None] Network 4fd50c95-7888-4b58-b176-0e3d534d461f requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:35:56.869675 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c3a3db65-8039-4332-baea-ad861a6e5338 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260918855'] for subnet (a4981e04-0b42-475d-8711-94b32dc6a81f), precommit_delete_associations {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:56.903596 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-aad31ccf-e730-41c3-ac55-ade5b9cc3167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7979611'] for network (4fd50c95-7888-4b58-b176-0e3d534d461f), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:57.000276 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-aad31ccf-e730-41c3-ac55-ade5b9cc3167 admin admin] Deleting port 9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59 {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:35:57.003176 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-aad31ccf-e730-41c3-ac55-ade5b9cc3167 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:57.109461 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c3a3db65-8039-4332-baea-ad861a6e5338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8074828'] for subnet (a4981e04-0b42-475d-8711-94b32dc6a81f), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:57.110651 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8609df3-9dbe-4d52-b6b4-f28acdb29e55 None None] DHCP port deletion for 4fd50c95-7888-4b58-b176-0e3d534d461f request from dv-cinder-837546-3-iscsi {{(pid=103900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 10:35:57.118260 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:57.143787 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-aad31ccf-e730-41c3-ac55-ade5b9cc3167 admin admin] For port 9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59,segment=NetworkSegment(cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c),segment_id=cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:35:57.144216 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-aad31ccf-e730-41c3-ac55-ade5b9cc3167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:57.162186 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-aad31ccf-e730-41c3-ac55-ade5b9cc3167 admin admin] Calling delete_port for 9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59 owned by network:dhcp {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:35:57.250114 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-d8609df3-9dbe-4d52-b6b4-f28acdb29e55 None None] Deleting port 9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59 {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:35:57.250639 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d8609df3-9dbe-4d52-b6b4-f28acdb29e55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:57.310373 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c3a3db65-8039-4332-baea-ad861a6e5338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8074843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260947630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260973135'] for subnet (a4981e04-0b42-475d-8711-94b32dc6a81f), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:57.345493 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3db65-8039-4332-baea-ad861a6e5338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4981e04-0b42-475d-8711-94b32dc6a81f,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:57.350781 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:57.366492 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c3a3db65-8039-4332-baea-ad861a6e5338 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:57.367270 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe2680c-dceb-4b8f-9406-cf470fc1bfbd None None] Network a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:35:57.373827 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-c3a3db65-8039-4332-baea-ad861a6e5338 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/a4981e04-0b42-475d-8711-94b32dc6a81f HTTP/1.1" status: 204 len: 168 time: 0.6631875 Jul 18 10:35:57.374367 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 36696) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:35:57.382042 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-aad31ccf-e730-41c3-ac55-ade5b9cc3167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:57.435747 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad31ccf-e730-41c3-ac55-ade5b9cc3167 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:57.439919 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad31ccf-e730-41c3-ac55-ade5b9cc3167 admin admin] No DVR routers for this DVR port 9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59 on host dv-cinder-837546-3-iscsi {{(pid=103899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:35:57.468839 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-d8609df3-9dbe-4d52-b6b4-f28acdb29e55 None None] For port 9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59,segment=NetworkSegment(cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c),segment_id=cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:35:57.469247 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d8609df3-9dbe-4d52-b6b4-f28acdb29e55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:57.491406 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-d8609df3-9dbe-4d52-b6b4-f28acdb29e55 None None] Calling delete_port for 9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59 owned by network:dhcp {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:35:57.562291 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ae2cc00b-b7a0-41b9-8ff2-a69820590c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7979611'] for network (a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:57.665927 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2afed43-8f44-4111-88ad-da9558507401 None None] DHCP port deletion for a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 request from dv-cinder-837546-3-iscsi {{(pid=103900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 10:35:57.667298 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-ae2cc00b-b7a0-41b9-8ff2-a69820590c0a admin admin] Deleting port 7d5bac65-a4cf-42f8-adb4-5c88e7551002 {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:35:57.667876 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ae2cc00b-b7a0-41b9-8ff2-a69820590c0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (7d5bac65-a4cf-42f8-adb4-5c88e7551002), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:57.681450 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ae36b-df61-4d42-b980-d659f4331a57 req-83e79532-b681-476c-be23-71d9190d1b86 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:57.684968 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4c3ae36b-df61-4d42-b980-d659f4331a57 req-83e79532-b681-476c-be23-71d9190d1b86 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 943 time: 0.1462598 Jul 18 10:35:57.706931 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-aad31ccf-e730-41c3-ac55-ade5b9cc3167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8074381', 'neutron.services.segments.db._delete_segments_for_network-8756234178838'] for network (4fd50c95-7888-4b58-b176-0e3d534d461f), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:57.741726 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:57.743311 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-f2afed43-8f44-4111-88ad-da9558507401 None None] Deleting port 7d5bac65-a4cf-42f8-adb4-5c88e7551002 {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:35:57.743512 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.services.segments.db [None req-aad31ccf-e730-41c3-ac55-ade5b9cc3167 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd50c95-7888-4b58-b176-0e3d534d461f']}} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:35:57.744039 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f2afed43-8f44-4111-88ad-da9558507401 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (7d5bac65-a4cf-42f8-adb4-5c88e7551002), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:57.758929 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.services.segments.db [None req-aad31ccf-e730-41c3-ac55-ade5b9cc3167 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c') {'for_net_delete': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:35:57.759389 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.services.segments.db [None req-aad31ccf-e730-41c3-ac55-ade5b9cc3167 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c') {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:35:57.770596 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-ae2cc00b-b7a0-41b9-8ff2-a69820590c0a admin admin] For port 7d5bac65-a4cf-42f8-adb4-5c88e7551002, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=7d5bac65-a4cf-42f8-adb4-5c88e7551002,segment=NetworkSegment(9f9e9026-9d7c-43b5-af17-ac9b99df5729),segment_id=9f9e9026-9d7c-43b5-af17-ac9b99df5729)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:35:57.771053 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ae2cc00b-b7a0-41b9-8ff2-a69820590c0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (7d5bac65-a4cf-42f8-adb4-5c88e7551002), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:57.776674 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-aad31ccf-e730-41c3-ac55-ade5b9cc3167 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756234179103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261079394'] for segment (cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:57.792886 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 55318072-cef0-4676-82c9-ee2867adafd7 no longer exists at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:35:57.799179 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-aad31ccf-e730-41c3-ac55-ade5b9cc3167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:57.807031 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-ae2cc00b-b7a0-41b9-8ff2-a69820590c0a admin admin] Calling delete_port for 7d5bac65-a4cf-42f8-adb4-5c88e7551002 owned by network:dhcp {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:35:57.810393 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aad31ccf-e730-41c3-ac55-ade5b9cc3167 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 10:35:57.810833 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-aad31ccf-e730-41c3-ac55-ade5b9cc3167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260939939'] for segment (cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:57.869086 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] No Port match for: 55318072-cef0-4676-82c9-ee2867adafd7 {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:35:57.870413 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 55318072-cef0-4676-82c9-ee2867adafd7 not bound to the agent host dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:35:57.871097 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59 no longer exists at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:35:57.925975 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] No Port match for: 9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59 {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:35:57.926630 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59 not bound to the agent host dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:35:57.927282 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 1420ff7f-6c01-4735-aa6b-eee69bfd69e9 no longer exists at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:35:57.931073 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-aad31ccf-e730-41c3-ac55-ade5b9cc3167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8074358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781180'] for network (4fd50c95-7888-4b58-b176-0e3d534d461f), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:57.939105 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-f2afed43-8f44-4111-88ad-da9558507401 None None] For port 7d5bac65-a4cf-42f8-adb4-5c88e7551002, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=7d5bac65-a4cf-42f8-adb4-5c88e7551002,segment=NetworkSegment(9f9e9026-9d7c-43b5-af17-ac9b99df5729),segment_id=9f9e9026-9d7c-43b5-af17-ac9b99df5729)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:35:57.940713 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f2afed43-8f44-4111-88ad-da9558507401 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (7d5bac65-a4cf-42f8-adb4-5c88e7551002), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:57.960751 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ae2cc00b-b7a0-41b9-8ff2-a69820590c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (7d5bac65-a4cf-42f8-adb4-5c88e7551002), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:57.985861 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d8609df3-9dbe-4d52-b6b4-f28acdb29e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607'] for port (9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:58.027480 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2cc00b-b7a0-41b9-8ff2-a69820590c0a admin admin] Pushing event deleted for resources: {'Port': ['ID=7d5bac65-a4cf-42f8-adb4-5c88e7551002,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:58.043183 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466a2bc-0898-47f4-8b27-f0a8df1efd86 req-e2f6debc-2b4e-4c48-a7d8-bf73ea1436ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:58.047441 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2cc00b-b7a0-41b9-8ff2-a69820590c0a admin admin] No DVR routers for this DVR port 7d5bac65-a4cf-42f8-adb4-5c88e7551002 on host dv-cinder-837546-3-iscsi {{(pid=103898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:35:58.052264 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e466a2bc-0898-47f4-8b27-f0a8df1efd86 req-e2f6debc-2b4e-4c48-a7d8-bf73ea1436ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=feefb94984d54cbbaa70b963d956a520&device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 1127 time: 0.1655319 Jul 18 10:35:58.072908 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-aad31ccf-e730-41c3-ac55-ade5b9cc3167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:58.081048 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-aad31ccf-e730-41c3-ac55-ade5b9cc3167 admin admin] 10.222.0.33 "DELETE /v2.0/networks/4fd50c95-7888-4b58-b176-0e3d534d461f HTTP/1.1" status: 204 len: 168 time: 1.3004065 Jul 18 10:35:58.088935 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8609df3-9dbe-4d52-b6b4-f28acdb29e55 None None] Pushing event deleted for resources: {'Port': ['ID=9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:58.102720 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] No Port match for: 1420ff7f-6c01-4735-aa6b-eee69bfd69e9 {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:35:58.103364 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 1420ff7f-6c01-4735-aa6b-eee69bfd69e9 not bound to the agent host dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:35:58.105756 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 1316640b-352d-4fd7-9f25-0a1f9d0bcb7a no longer exists at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:35:58.123855 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad31ccf-e730-41c3-ac55-ade5b9cc3167 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fd50c95-7888-4b58-b176-0e3d534d461f,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:58.125447 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-f2afed43-8f44-4111-88ad-da9558507401 None None] Calling delete_port for 7d5bac65-a4cf-42f8-adb4-5c88e7551002 owned by network:dhcp {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:35:58.178099 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d8609df3-9dbe-4d52-b6b4-f28acdb29e55 None None] Network 4fd50c95-7888-4b58-b176-0e3d534d461f is not hosted by any dhcp agent {{(pid=103900) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 18 10:35:58.181392 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.services.segments.plugin [-] Segment cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c resource provider aggregate not found Jul 18 10:35:58.184815 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8609df3-9dbe-4d52-b6b4-f28acdb29e55 None None] No DVR routers for this DVR port 9d65b6af-f80f-44c1-8c4a-c80cd5b7ed59 on host dv-cinder-837546-3-iscsi {{(pid=103900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:35:58.219843 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ae2cc00b-b7a0-41b9-8ff2-a69820590c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8074381', 'neutron.services.segments.db._delete_segments_for_network-8756234178838'] for network (a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:58.220268 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] No Port match for: 1316640b-352d-4fd7-9f25-0a1f9d0bcb7a {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:35:58.220738 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 1316640b-352d-4fd7-9f25-0a1f9d0bcb7a not bound to the agent host dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:35:58.221233 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 8d056b09-6e15-4031-a1f5-968a745c3564 no longer exists at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:35:58.255125 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] No Port match for: 8d056b09-6e15-4031-a1f5-968a745c3564 {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:35:58.260165 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 8d056b09-6e15-4031-a1f5-968a745c3564 not bound to the agent host dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:35:58.277722 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.services.segments.db [None req-ae2cc00b-b7a0-41b9-8ff2-a69820590c0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4']}} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:35:58.281917 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.services.segments.plugin [-] Segment cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd6de8b3-3b8f-4578-a8d0-4fb68f18b87c found for delete ", "request_id": "req-e371bda9-3877-4b09-8782-b38d48499cb6"}]} Jul 18 10:35:58.311817 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.services.segments.db [None req-ae2cc00b-b7a0-41b9-8ff2-a69820590c0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f9e9026-9d7c-43b5-af17-ac9b99df5729') {'for_net_delete': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:35:58.312413 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.services.segments.db [None req-ae2cc00b-b7a0-41b9-8ff2-a69820590c0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f9e9026-9d7c-43b5-af17-ac9b99df5729') {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:35:58.320725 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4c3ae36b-df61-4d42-b980-d659f4331a57 req-f55aefc1-5960-4869-8eda-746cd1fb4fc0 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4211662 Jul 18 10:35:58.340640 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ae2cc00b-b7a0-41b9-8ff2-a69820590c0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756234179103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260918846'] for segment (9f9e9026-9d7c-43b5-af17-ac9b99df5729), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:58.372374 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ae2cc00b-b7a0-41b9-8ff2-a69820590c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (9f9e9026-9d7c-43b5-af17-ac9b99df5729), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:58.396534 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2cc00b-b7a0-41b9-8ff2-a69820590c0a admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 10:35:58.397064 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ae2cc00b-b7a0-41b9-8ff2-a69820590c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260947020'] for segment (9f9e9026-9d7c-43b5-af17-ac9b99df5729), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:58.401384 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 36710) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:35:58.423835 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f2afed43-8f44-4111-88ad-da9558507401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607'] for port (7d5bac65-a4cf-42f8-adb4-5c88e7551002), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:58.464161 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2afed43-8f44-4111-88ad-da9558507401 None None] Pushing event deleted for resources: {'Port': ['ID=7d5bac65-a4cf-42f8-adb4-5c88e7551002,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:58.475140 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2afed43-8f44-4111-88ad-da9558507401 None None] No DVR routers for this DVR port 7d5bac65-a4cf-42f8-adb4-5c88e7551002 on host dv-cinder-837546-3-iscsi {{(pid=103900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:35:58.508639 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:58.517659 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466a2bc-0898-47f4-8b27-f0a8df1efd86 req-9519d8b3-6c33-4d57-8531-5e55abe64430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:58.520606 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e466a2bc-0898-47f4-8b27-f0a8df1efd86 req-9519d8b3-6c33-4d57-8531-5e55abe64430 service neutron] 10.222.0.30 "GET /v2.0/networks?id=247d0ee0-142b-4d40-8e91-ea541c052e58 HTTP/1.1" status: 200 len: 918 time: 0.3980567 Jul 18 10:35:58.528681 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-3b7780f8-03e3-43de-837d-d6e532b2a18f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e6e487deb7ff45bdbf2cc002d42d12a5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1196954 Jul 18 10:35:58.529895 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 36716) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:35:58.539527 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ae2cc00b-b7a0-41b9-8ff2-a69820590c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8074358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781180'] for network (a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:58.544172 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ae2cc00b-b7a0-41b9-8ff2-a69820590c0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:58.547535 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-ae2cc00b-b7a0-41b9-8ff2-a69820590c0a admin admin] 10.222.0.33 "DELETE /v2.0/networks/a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4 HTTP/1.1" status: 204 len: 168 time: 1.1719778 Jul 18 10:35:58.617493 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2cc00b-b7a0-41b9-8ff2-a69820590c0a admin admin] Pushing event deleted for resources: {'Network': ['ID=a8d66173-a1e2-46af-a5dc-6e62a2d0a4e4,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:58.658169 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e466a2bc-0898-47f4-8b27-f0a8df1efd86 req-a62ba185-f355-489c-80e1-98f43adb8141 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5aa065e-e228-4681-909e-bd39389938fd HTTP/1.1" status: 200 len: 999 time: 0.1162076 Jul 18 10:35:58.677186 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fdd8b17b-e880-4db1-8afb-e02c5c8773f8 admin admin] Publish callbacks [] for security_group (ceaa21d8-25fa-415b-9590-2ffed8aee07d), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:58.705490 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.services.segments.plugin [-] Segment 9f9e9026-9d7c-43b5-af17-ac9b99df5729 resource provider aggregate not found Jul 18 10:35:58.723573 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fdd8b17b-e880-4db1-8afb-e02c5c8773f8 admin admin] Publish callbacks [] for security_group (ceaa21d8-25fa-415b-9590-2ffed8aee07d), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:58.732068 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:58.747394 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.services.segments.plugin [-] Segment 9f9e9026-9d7c-43b5-af17-ac9b99df5729 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f9e9026-9d7c-43b5-af17-ac9b99df5729 found for delete ", "request_id": "req-c22b9714-9a00-482a-b43e-f7d1dd02fe5b"}]} Jul 18 10:35:58.763443 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:58.766546 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466a2bc-0898-47f4-8b27-f0a8df1efd86 req-d361d3cf-5c50-400e-9ca3-bbd3db1aa7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:58.769103 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e466a2bc-0898-47f4-8b27-f0a8df1efd86 req-d361d3cf-5c50-400e-9ca3-bbd3db1aa7a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=11cfac8b-7d7d-4e4b-88cc-819243717cd6 HTTP/1.1" status: 200 len: 856 time: 0.0813761 Jul 18 10:35:58.798604 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fdd8b17b-e880-4db1-8afb-e02c5c8773f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (ceaa21d8-25fa-415b-9590-2ffed8aee07d), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:58.803970 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fdd8b17b-e880-4db1-8afb-e02c5c8773f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:58.809419 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-fdd8b17b-e880-4db1-8afb-e02c5c8773f8 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ceaa21d8-25fa-415b-9590-2ffed8aee07d HTTP/1.1" status: 204 len: 168 time: 0.2779791 Jul 18 10:35:58.821650 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8b17b-e880-4db1-8afb-e02c5c8773f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceaa21d8-25fa-415b-9590-2ffed8aee07d,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:58.859097 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 36724) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:35:58.928363 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466a2bc-0898-47f4-8b27-f0a8df1efd86 req-a32b6d50-10b4-4cb4-a095-9d0a52458bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:58.930220 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e466a2bc-0898-47f4-8b27-f0a8df1efd86 req-a32b6d50-10b4-4cb4-a095-9d0a52458bd6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=247d0ee0-142b-4d40-8e91-ea541c052e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0886488 Jul 18 10:35:58.945709 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-cec50df0-049b-43d8-b625-082d7f530192 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1cf3d5bfe9a745f38372c42c9cfa1f63&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0855298 Jul 18 10:35:58.948275 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 36726) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:35:58.999420 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2d7493c4-8f25-4852-a205-5b4ca5b3c9ba admin admin] Publish callbacks [] for security_group (2c9bbdc5-a631-4b8a-86cd-99daef993b8f), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:59.021959 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2d7493c4-8f25-4852-a205-5b4ca5b3c9ba admin admin] Publish callbacks [] for security_group (2c9bbdc5-a631-4b8a-86cd-99daef993b8f), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:59.072951 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2d7493c4-8f25-4852-a205-5b4ca5b3c9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (2c9bbdc5-a631-4b8a-86cd-99daef993b8f), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:59.075624 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2d7493c4-8f25-4852-a205-5b4ca5b3c9ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:35:59.076800 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-2d7493c4-8f25-4852-a205-5b4ca5b3c9ba admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2c9bbdc5-a631-4b8a-86cd-99daef993b8f HTTP/1.1" status: 204 len: 168 time: 0.1272078 Jul 18 10:35:59.086689 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7493c4-8f25-4852-a205-5b4ca5b3c9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9bbdc5-a631-4b8a-86cd-99daef993b8f,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:35:59.321126 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e466a2bc-0898-47f4-8b27-f0a8df1efd86 req-367088e9-665c-4749-a758-948edcd2cbb7 service neutron] 10.222.0.30 "GET /v2.0/networks/247d0ee0-142b-4d40-8e91-ea541c052e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065390 Jul 18 10:35:59.343808 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 7d5bac65-a4cf-42f8-adb4-5c88e7551002 no longer exists at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:35:59.376349 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] No Port match for: 7d5bac65-a4cf-42f8-adb4-5c88e7551002 {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:35:59.376785 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 7d5bac65-a4cf-42f8-adb4-5c88e7551002 not bound to the agent host dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:35:59.475430 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14fb09-a709-433c-aaea-04353246f2f8 req-4d06aae4-5709-403c-97c5-5cc8a522b0d3 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:35:59.477226 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fe14fb09-a709-433c-aaea-04353246f2f8 req-4d06aae4-5709-403c-97c5-5cc8a522b0d3 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 943 time: 0.0523157 Jul 18 10:35:59.535664 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fe14fb09-a709-433c-aaea-04353246f2f8 req-0347dfda-0336-4e28-9b5a-907ab90e179b tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521777 Jul 18 10:35:59.717927 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:35:59.749722 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e466a2bc-0898-47f4-8b27-f0a8df1efd86 req-39eaf2a7-0773-4e89-be61-d0501ea919be service neutron] 10.222.0.30 "GET /v2.0/networks/247d0ee0-142b-4d40-8e91-ea541c052e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986261 Jul 18 10:36:00.657780 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43645c-64c6-4458-9b0c-1c7a24f69b58 req-245326c2-5515-4748-b725-f512b52c133f tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:36:00.659862 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3d43645c-64c6-4458-9b0c-1c7a24f69b58 req-245326c2-5515-4748-b725-f512b52c133f tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 943 time: 0.0520148 Jul 18 10:36:00.711860 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3d43645c-64c6-4458-9b0c-1c7a24f69b58 req-5319ca9b-d620-408a-bf51-df174adfbb73 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462232 Jul 18 10:36:01.871962 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364bcff-19fc-4a59-90ba-5236f5198e30 req-ddc0c1c5-d73e-4057-8060-70a2f331bf94 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:36:01.873625 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d364bcff-19fc-4a59-90ba-5236f5198e30 req-ddc0c1c5-d73e-4057-8060-70a2f331bf94 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 943 time: 0.0670531 Jul 18 10:36:01.929085 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d364bcff-19fc-4a59-90ba-5236f5198e30 req-b0673f55-902a-4df2-9c72-44e991d2501e tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483508 Jul 18 10:36:03.053447 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eeb30b-615e-4d42-8b2f-ea62cf04aa5c req-87145a60-ac6b-4c51-8ecf-9e137444da3a tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:36:03.054955 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-43eeb30b-615e-4d42-8b2f-ea62cf04aa5c req-87145a60-ac6b-4c51-8ecf-9e137444da3a tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 943 time: 0.0475271 Jul 18 10:36:03.105210 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-43eeb30b-615e-4d42-8b2f-ea62cf04aa5c req-467e40ce-40ac-4d1b-90f9-8c34045fd4ae tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446327 Jul 18 10:36:04.227141 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b27935-c3c5-4d20-8590-7e92a2aca897 req-bf06c8cc-20bc-4106-91c1-d398ca072df3 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:36:04.228640 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a6b27935-c3c5-4d20-8590-7e92a2aca897 req-bf06c8cc-20bc-4106-91c1-d398ca072df3 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 943 time: 0.0506687 Jul 18 10:36:04.275044 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a6b27935-c3c5-4d20-8590-7e92a2aca897 req-42514136-9b52-4bcf-b6ee-1887fc1d8663 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409217 Jul 18 10:36:05.391588 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e745c7-c026-4ff5-962e-aa88844b0636 req-34b15499-8ab0-4d07-b32a-2ab04cae1fa9 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:36:05.393591 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e4e745c7-c026-4ff5-962e-aa88844b0636 req-34b15499-8ab0-4d07-b32a-2ab04cae1fa9 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 943 time: 0.0467937 Jul 18 10:36:05.441000 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e4e745c7-c026-4ff5-962e-aa88844b0636 req-04ec45fa-2db1-466f-8ca8-34397209b083 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417442 Jul 18 10:36:06.567852 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f4197-5e38-4e6b-85bb-ab2b72207ee4 req-6e7e2598-ae8a-4caa-800b-80b96762d2bb tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:36:06.569425 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fe9f4197-5e38-4e6b-85bb-ab2b72207ee4 req-6e7e2598-ae8a-4caa-800b-80b96762d2bb tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 943 time: 0.0512385 Jul 18 10:36:06.596753 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:36:06.632153 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fe9f4197-5e38-4e6b-85bb-ab2b72207ee4 req-33fd8bc7-3015-475d-8a92-64fd8e42f8ce tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570805 Jul 18 10:36:07.756629 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0157746-e2e0-4d65-95a0-f75f39103d0c req-1b9bc949-e426-49dd-bb85-ad364747c75a tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:36:07.757914 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c0157746-e2e0-4d65-95a0-f75f39103d0c req-1b9bc949-e426-49dd-bb85-ad364747c75a tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 943 time: 0.0481968 Jul 18 10:36:07.806873 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c0157746-e2e0-4d65-95a0-f75f39103d0c req-6165ba43-dd9d-42c1-a443-5b8bbce7c0aa tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432730 Jul 18 10:36:08.823829 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 6 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:36:08.845638 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=6 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:36:08.926922 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c462054-d4da-46c8-a9b9-7483c54ec790 req-d4af31c0-8781-49c0-9006-b341fababe26 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:36:08.928423 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1c462054-d4da-46c8-a9b9-7483c54ec790 req-d4af31c0-8781-49c0-9006-b341fababe26 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 943 time: 0.0467465 Jul 18 10:36:08.974888 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1c462054-d4da-46c8-a9b9-7483c54ec790 req-c7891979-6ba2-4675-b2f7-25c044cb3f8e tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409069 Jul 18 10:36:09.079769 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:DELETE=5,neutron:SELECT=20 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:36:09.081874 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:36:09.347493 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=59,neutron:DELETE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:36:09.348329 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=39,neutron:DELETE=6 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:36:09.818427 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 36974) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:36:09.846490 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device b5aa065e-e228-4681-909e-bd39389938fd details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:36:09.926519 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba88c0b-a611-472f-86a0-0f5a70b2f67b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:09.950466 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port b5aa065e-e228-4681-909e-bd39389938fd, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b5aa065e-e228-4681-909e-bd39389938fd,segment=NetworkSegment(d7f1c4dc-22c2-4c68-872d-90dc779e27be),segment_id=d7f1c4dc-22c2-4c68-872d-90dc779e27be)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:36:10.008130 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba88c0b-a611-472f-86a0-0f5a70b2f67b admin admin] Publish callbacks [] for security_group (225402e7-af30-4d1b-bb64-7addac6dd7f8), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:10.013556 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba88c0b-a611-472f-86a0-0f5a70b2f67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (225402e7-af30-4d1b-bb64-7addac6dd7f8), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:10.059389 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba88c0b-a611-472f-86a0-0f5a70b2f67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225402e7-af30-4d1b-bb64-7addac6dd7f8,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:36:10.066751 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-5ba88c0b-a611-472f-86a0-0f5a70b2f67b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=43169a2c7a3b4545b6770fa990652739&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472169 Jul 18 10:36:10.067190 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 36980) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:36:10.090327 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Returning: {'device': 'b5aa065e-e228-4681-909e-bd39389938fd', 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58', 'port_id': 'b5aa065e-e228-4681-909e-bd39389938fd', 'mac_address': 'fa:16:3e:db:e2:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:36:10.123057 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cd4c3-f28f-4163-bf64-5a5864089b36 req-dd01bcfe-927d-4d78-bb14-0b042e80b4fa tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:36:10.124642 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-725cd4c3-f28f-4163-bf64-5a5864089b36 req-dd01bcfe-927d-4d78-bb14-0b042e80b4fa tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 943 time: 0.0703337 Jul 18 10:36:10.125782 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port b5aa065e-e228-4681-909e-bd39389938fd is: DOWN; New status is: BUILD {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:36:10.125941 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (b5aa065e-e228-4681-909e-bd39389938fd), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:10.139751 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5aa065e-e228-4681-909e-bd39389938fd {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:36:10.160710 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port b5aa065e-e228-4681-909e-bd39389938fd, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b5aa065e-e228-4681-909e-bd39389938fd,segment=NetworkSegment(d7f1c4dc-22c2-4c68-872d-90dc779e27be),segment_id=d7f1c4dc-22c2-4c68-872d-90dc779e27be)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:36:10.165289 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (b5aa065e-e228-4681-909e-bd39389938fd), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:10.190425 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f33ac631-a117-45d6-b08a-7e5aeaa34d43 admin admin] Publish callbacks [] for security_group (225402e7-af30-4d1b-bb64-7addac6dd7f8), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:10.198163 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-725cd4c3-f28f-4163-bf64-5a5864089b36 req-2a5ea723-ee3f-43c4-a5fc-f1a1d1f33852 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648322 Jul 18 10:36:10.212811 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=b5aa065e-e228-4681-909e-bd39389938fd,revision_number=9']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:36:10.220104 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f33ac631-a117-45d6-b08a-7e5aeaa34d43 admin admin] Publish callbacks [] for security_group (225402e7-af30-4d1b-bb64-7addac6dd7f8), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:10.250187 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:36:10.268745 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f33ac631-a117-45d6-b08a-7e5aeaa34d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (225402e7-af30-4d1b-bb64-7addac6dd7f8), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:10.271178 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-f33ac631-a117-45d6-b08a-7e5aeaa34d43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:10.272347 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-f33ac631-a117-45d6-b08a-7e5aeaa34d43 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/225402e7-af30-4d1b-bb64-7addac6dd7f8 HTTP/1.1" status: 204 len: 168 time: 0.2037272 Jul 18 10:36:10.279840 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ac631-a117-45d6-b08a-7e5aeaa34d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225402e7-af30-4d1b-bb64-7addac6dd7f8,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:36:10.287476 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33ac631-a117-45d6-b08a-7e5aeaa34d43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:36:10.287826 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33ac631-a117-45d6-b08a-7e5aeaa34d43 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:36:10.288165 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33ac631-a117-45d6-b08a-7e5aeaa34d43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:36:10.288518 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33ac631-a117-45d6-b08a-7e5aeaa34d43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:36:10.288863 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33ac631-a117-45d6-b08a-7e5aeaa34d43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:36:10.289219 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33ac631-a117-45d6-b08a-7e5aeaa34d43 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:36:10.289545 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33ac631-a117-45d6-b08a-7e5aeaa34d43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:36:10.289869 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33ac631-a117-45d6-b08a-7e5aeaa34d43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:36:10.290196 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33ac631-a117-45d6-b08a-7e5aeaa34d43 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:36:10.290606 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33ac631-a117-45d6-b08a-7e5aeaa34d43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:36:10.290831 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33ac631-a117-45d6-b08a-7e5aeaa34d43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:36:10.291154 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33ac631-a117-45d6-b08a-7e5aeaa34d43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:36:10.291475 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33ac631-a117-45d6-b08a-7e5aeaa34d43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:36:10.291794 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33ac631-a117-45d6-b08a-7e5aeaa34d43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:36:10.292108 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33ac631-a117-45d6-b08a-7e5aeaa34d43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:36:10.417809 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['b5aa065e-e228-4681-909e-bd39389938fd'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:36:11.323878 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c722d-1792-43ab-9b88-f88492111548 req-d99a2279-36fb-464d-b159-4b6037ca110e tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:36:11.325399 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3e1c722d-1792-43ab-9b88-f88492111548 req-d99a2279-36fb-464d-b159-4b6037ca110e tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 944 time: 0.0529678 Jul 18 10:36:11.391523 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3e1c722d-1792-43ab-9b88-f88492111548 req-e9988a7b-5729-49c5-8c02-41f91ef87287 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605118 Jul 18 10:36:11.864821 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device b5aa065e-e228-4681-909e-bd39389938fd up at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:36:11.913152 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning complete for port b5aa065e-e228-4681-909e-bd39389938fd triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:36:11.913525 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (b5aa065e-e228-4681-909e-bd39389938fd), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:11.992742 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port b5aa065e-e228-4681-909e-bd39389938fd is: BUILD; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:36:11.993135 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (b5aa065e-e228-4681-909e-bd39389938fd), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:12.017625 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a84290-3520-427e-af49-f380d2a144bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5aa065e-e228-4681-909e-bd39389938fd'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:36:12.020404 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84681e705a03fd555db26336157b75fd76ce56e0c69b7b802094418238443ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bc5923-6fb3-4c60-ab55-0c43a28bb0e9" -d '{"events": [{"server_uuid": "b1a84290-3520-427e-af49-f380d2a144bb", "name": "network-vif-plugged", "status": "completed", "tag": "b5aa065e-e228-4681-909e-bd39389938fd"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:36:12.044943 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port b5aa065e-e228-4681-909e-bd39389938fd, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b5aa065e-e228-4681-909e-bd39389938fd,segment=NetworkSegment(d7f1c4dc-22c2-4c68-872d-90dc779e27be),segment_id=d7f1c4dc-22c2-4c68-872d-90dc779e27be)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:36:12.052874 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (b5aa065e-e228-4681-909e-bd39389938fd), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:12.081877 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd24adf-f7f6-46d2-ac48-3987fa56f93a x-openstack-request-id: req-abd24adf-f7f6-46d2-ac48-3987fa56f93a {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:36:12.082245 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a84290-3520-427e-af49-f380d2a144bb", "name": "network-vif-plugged", "status": "completed", "tag": "b5aa065e-e228-4681-909e-bd39389938fd", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:36:12.082557 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-abd24adf-f7f6-46d2-ac48-3987fa56f93a {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:36:12.083040 dv-cinder-837546-3-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abd24adf-f7f6-46d2-ac48-3987fa56f93a'] response: {'server_uuid': 'b1a84290-3520-427e-af49-f380d2a144bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5aa065e-e228-4681-909e-bd39389938fd', 'code': 200} Jul 18 10:36:12.113787 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=b5aa065e-e228-4681-909e-bd39389938fd,revision_number=10']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:36:12.536361 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917953e7-887f-48c4-9b36-31b17ebd2bda req-aa7e4d5f-f6cc-4a41-bb99-feea3dab9cab tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:36:12.537894 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-917953e7-887f-48c4-9b36-31b17ebd2bda req-aa7e4d5f-f6cc-4a41-bb99-feea3dab9cab tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 946 time: 0.0590394 Jul 18 10:36:12.591142 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2735936-dc95-4f3b-b695-61383906e3e7 req-3d70c2a0-39c0-41d2-aee2-4d8cb912bc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:36:12.592675 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f2735936-dc95-4f3b-b695-61383906e3e7 req-3d70c2a0-39c0-41d2-aee2-4d8cb912bc77 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 1130 time: 0.0537219 Jul 18 10:36:12.632288 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-917953e7-887f-48c4-9b36-31b17ebd2bda req-f2542777-7944-49ba-aad6-fc9b54a35a40 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847795 Jul 18 10:36:12.657042 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f2735936-dc95-4f3b-b695-61383906e3e7 req-3599683e-6ae4-48ab-bfe8-84b3dc7334b5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564823 Jul 18 10:36:12.757279 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 37084) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:36:12.859851 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-a6c91a2d-80b7-4403-95e3-45d6cdff5c77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:12.935064 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-a6c91a2d-80b7-4403-95e3-45d6cdff5c77 admin admin] Publish callbacks [] for security_group (6ab8d46a-b9c2-4afd-985d-aa7b3bf69cf4), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:12.938632 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-a6c91a2d-80b7-4403-95e3-45d6cdff5c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (6ab8d46a-b9c2-4afd-985d-aa7b3bf69cf4), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:12.956235 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:36:12.977883 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c91a2d-80b7-4403-95e3-45d6cdff5c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab8d46a-b9c2-4afd-985d-aa7b3bf69cf4,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:36:12.982004 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-a6c91a2d-80b7-4403-95e3-45d6cdff5c77 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=904792185582403a89f6e159239a0990&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237267 Jul 18 10:36:12.985188 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 37088) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:36:13.033621 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3e962055-2bde-4acb-b296-c1a109c019f1 admin admin] Publish callbacks [] for security_group (6ab8d46a-b9c2-4afd-985d-aa7b3bf69cf4), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:13.055045 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3e962055-2bde-4acb-b296-c1a109c019f1 admin admin] Publish callbacks [] for security_group (6ab8d46a-b9c2-4afd-985d-aa7b3bf69cf4), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:13.104635 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3e962055-2bde-4acb-b296-c1a109c019f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (6ab8d46a-b9c2-4afd-985d-aa7b3bf69cf4), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:13.107107 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3e962055-2bde-4acb-b296-c1a109c019f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:13.108229 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-3e962055-2bde-4acb-b296-c1a109c019f1 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6ab8d46a-b9c2-4afd-985d-aa7b3bf69cf4 HTTP/1.1" status: 204 len: 168 time: 0.1222973 Jul 18 10:36:13.116349 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e962055-2bde-4acb-b296-c1a109c019f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab8d46a-b9c2-4afd-985d-aa7b3bf69cf4,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:36:13.437062 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 37108) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:36:13.451235 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-8ee7d264-7fdc-4b24-b28b-b8064542d0b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:13.529601 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-8ee7d264-7fdc-4b24-b28b-b8064542d0b1 admin admin] Publish callbacks [] for security_group (7380c707-3411-42ac-9cf0-843fefe2c7b0), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:13.532925 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-8ee7d264-7fdc-4b24-b28b-b8064542d0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (7380c707-3411-42ac-9cf0-843fefe2c7b0), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:13.547230 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:36:13.575405 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-8ee7d264-7fdc-4b24-b28b-b8064542d0b1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7362380f708b412682fbe2a35c6f4616&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373057 Jul 18 10:36:13.576601 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7d264-7fdc-4b24-b28b-b8064542d0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7380c707-3411-42ac-9cf0-843fefe2c7b0,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:36:13.578185 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 37110) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:36:13.628693 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-101d4949-cffb-43fa-b44c-410981dd0553 admin admin] Publish callbacks [] for security_group (7380c707-3411-42ac-9cf0-843fefe2c7b0), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:13.649343 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-101d4949-cffb-43fa-b44c-410981dd0553 admin admin] Publish callbacks [] for security_group (7380c707-3411-42ac-9cf0-843fefe2c7b0), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:13.695513 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-101d4949-cffb-43fa-b44c-410981dd0553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (7380c707-3411-42ac-9cf0-843fefe2c7b0), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:13.702681 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-101d4949-cffb-43fa-b44c-410981dd0553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:13.702681 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-101d4949-cffb-43fa-b44c-410981dd0553 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7380c707-3411-42ac-9cf0-843fefe2c7b0 HTTP/1.1" status: 204 len: 168 time: 0.1202562 Jul 18 10:36:13.708091 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d4949-cffb-43fa-b44c-410981dd0553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7380c707-3411-42ac-9cf0-843fefe2c7b0,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:36:13.768840 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57984bb-7c9c-4550-91bc-c3447b1224db req-103243d5-cd17-4c0f-9a0d-b19e038ab72d tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:36:13.770387 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a57984bb-7c9c-4550-91bc-c3447b1224db req-103243d5-cd17-4c0f-9a0d-b19e038ab72d tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 946 time: 0.0529866 Jul 18 10:36:13.821991 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a57984bb-7c9c-4550-91bc-c3447b1224db req-6f8fd940-00dd-4155-bb60-0b841874f700 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461066 Jul 18 10:36:14.955410 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74470d-25dc-439c-82fb-610569986d6e req-ca6a5bde-5897-426a-a5c0-b570be83df32 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:36:14.957054 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1b74470d-25dc-439c-82fb-610569986d6e req-ca6a5bde-5897-426a-a5c0-b570be83df32 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 946 time: 0.0561156 Jul 18 10:36:15.003732 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1b74470d-25dc-439c-82fb-610569986d6e req-b7e3fad0-ad60-4ac6-946f-5f2654954aa9 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412655 Jul 18 10:36:18.819660 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=52,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:36:20.013264 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a71af34d-20bf-4ef0-b953-61d7b443a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:20.158487 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 37318) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:36:20.262129 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-75626fb7-05d3-4051-b035-2c306794032f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:20.336321 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-75626fb7-05d3-4051-b035-2c306794032f admin admin] Publish callbacks [] for security_group (92bfdca8-f875-4408-b884-fc06a6400a76), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:20.340029 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-75626fb7-05d3-4051-b035-2c306794032f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (92bfdca8-f875-4408-b884-fc06a6400a76), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:20.377866 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75626fb7-05d3-4051-b035-2c306794032f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bfdca8-f875-4408-b884-fc06a6400a76,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:36:20.383129 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-75626fb7-05d3-4051-b035-2c306794032f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e54589f3a8644fdca82daa89ae7d9fa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235684 Jul 18 10:36:20.385895 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 37322) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:36:20.416968 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:36:20.439595 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-bb343bc2-96ac-4b53-9054-6a57ec7b7089 admin admin] Publish callbacks [] for security_group (92bfdca8-f875-4408-b884-fc06a6400a76), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:20.461395 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-bb343bc2-96ac-4b53-9054-6a57ec7b7089 admin admin] Publish callbacks [] for security_group (92bfdca8-f875-4408-b884-fc06a6400a76), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:20.508055 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-bb343bc2-96ac-4b53-9054-6a57ec7b7089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (92bfdca8-f875-4408-b884-fc06a6400a76), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:20.510616 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-bb343bc2-96ac-4b53-9054-6a57ec7b7089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:20.511881 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-bb343bc2-96ac-4b53-9054-6a57ec7b7089 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/92bfdca8-f875-4408-b884-fc06a6400a76 HTTP/1.1" status: 204 len: 168 time: 0.1250749 Jul 18 10:36:20.519501 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb343bc2-96ac-4b53-9054-6a57ec7b7089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bfdca8-f875-4408-b884-fc06a6400a76,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:36:20.783343 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 37334) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:36:20.800082 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fff74f38-e5f6-4c14-beff-e8e10292b026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:20.874455 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fff74f38-e5f6-4c14-beff-e8e10292b026 admin admin] Publish callbacks [] for security_group (3cdecc06-ffa5-4c16-9a28-820391c6a26e), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:20.878033 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fff74f38-e5f6-4c14-beff-e8e10292b026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (3cdecc06-ffa5-4c16-9a28-820391c6a26e), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:20.915939 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff74f38-e5f6-4c14-beff-e8e10292b026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdecc06-ffa5-4c16-9a28-820391c6a26e,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:36:20.920187 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-fff74f38-e5f6-4c14-beff-e8e10292b026 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b38c47d257974538b838e5209ac9da4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358242 Jul 18 10:36:20.923056 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 37336) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:36:20.972424 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a528db61-5da5-41fa-8832-68fb2a2285d7 admin admin] Publish callbacks [] for security_group (3cdecc06-ffa5-4c16-9a28-820391c6a26e), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:20.993384 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a528db61-5da5-41fa-8832-68fb2a2285d7 admin admin] Publish callbacks [] for security_group (3cdecc06-ffa5-4c16-9a28-820391c6a26e), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:21.038206 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a528db61-5da5-41fa-8832-68fb2a2285d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (3cdecc06-ffa5-4c16-9a28-820391c6a26e), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:21.040918 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a528db61-5da5-41fa-8832-68fb2a2285d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:21.042041 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-a528db61-5da5-41fa-8832-68fb2a2285d7 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3cdecc06-ffa5-4c16-9a28-820391c6a26e HTTP/1.1" status: 204 len: 168 time: 0.1175933 Jul 18 10:36:21.049644 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528db61-5da5-41fa-8832-68fb2a2285d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdecc06-ffa5-4c16-9a28-820391c6a26e,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:36:22.325044 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ff2dd98e-799e-47c2-8920-9ec7b9045de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:23.596752 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:24.784588 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:25.082401 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:25.374577 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:36:25.377627 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:36:25.382976 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:30.514392 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=8,neutron:DELETE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:36:30.515088 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=49,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:36:31.045076 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:36:31.045954 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=60,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:36:45.823260 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 6 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:36:45.844022 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=5 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:36:46.863265 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 37638) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:36:46.973223 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-50ac2771-7339-48ad-8626-2012c9f2b838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:47.057176 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-50ac2771-7339-48ad-8626-2012c9f2b838 admin admin] Publish callbacks [] for security_group (aff4af43-103f-4910-9c07-1c72e78eb179), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:47.062225 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-50ac2771-7339-48ad-8626-2012c9f2b838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (aff4af43-103f-4910-9c07-1c72e78eb179), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:47.100989 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac2771-7339-48ad-8626-2012c9f2b838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff4af43-103f-4910-9c07-1c72e78eb179,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:36:47.105298 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-50ac2771-7339-48ad-8626-2012c9f2b838 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f4b2130f376047ca9abaf13c80ea2453&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410374 Jul 18 10:36:47.108617 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 37648) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:36:47.111758 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ac2771-7339-48ad-8626-2012c9f2b838 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:36:47.112167 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ac2771-7339-48ad-8626-2012c9f2b838 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:36:47.112451 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ac2771-7339-48ad-8626-2012c9f2b838 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:36:47.112822 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ac2771-7339-48ad-8626-2012c9f2b838 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:36:47.113157 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ac2771-7339-48ad-8626-2012c9f2b838 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:36:47.113503 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ac2771-7339-48ad-8626-2012c9f2b838 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:36:47.113842 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ac2771-7339-48ad-8626-2012c9f2b838 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:36:47.114139 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ac2771-7339-48ad-8626-2012c9f2b838 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:36:47.114517 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ac2771-7339-48ad-8626-2012c9f2b838 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:36:47.114915 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ac2771-7339-48ad-8626-2012c9f2b838 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:36:47.115241 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ac2771-7339-48ad-8626-2012c9f2b838 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:36:47.116104 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ac2771-7339-48ad-8626-2012c9f2b838 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:36:47.116104 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ac2771-7339-48ad-8626-2012c9f2b838 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:36:47.116356 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ac2771-7339-48ad-8626-2012c9f2b838 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:36:47.116516 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ac2771-7339-48ad-8626-2012c9f2b838 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:36:47.163511 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-6a7619ea-3c70-4429-970b-cd412ea8aa2a admin admin] Publish callbacks [] for security_group (aff4af43-103f-4910-9c07-1c72e78eb179), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:47.187304 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-6a7619ea-3c70-4429-970b-cd412ea8aa2a admin admin] Publish callbacks [] for security_group (aff4af43-103f-4910-9c07-1c72e78eb179), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:47.238195 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-6a7619ea-3c70-4429-970b-cd412ea8aa2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (aff4af43-103f-4910-9c07-1c72e78eb179), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:47.240930 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-6a7619ea-3c70-4429-970b-cd412ea8aa2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:47.242132 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-6a7619ea-3c70-4429-970b-cd412ea8aa2a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/aff4af43-103f-4910-9c07-1c72e78eb179 HTTP/1.1" status: 204 len: 168 time: 0.1323297 Jul 18 10:36:47.251835 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7619ea-3c70-4429-970b-cd412ea8aa2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff4af43-103f-4910-9c07-1c72e78eb179,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:36:48.704697 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 37728) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:36:48.917617 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-ef251b9e-0d2c-493c-8c83-9ed4c18b8279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:48.998337 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-ef251b9e-0d2c-493c-8c83-9ed4c18b8279 admin admin] Publish callbacks [] for security_group (f2d0be34-881f-4b22-b9c9-14daa5d7efb5), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:49.003586 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-ef251b9e-0d2c-493c-8c83-9ed4c18b8279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (f2d0be34-881f-4b22-b9c9-14daa5d7efb5), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:49.043836 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-ef251b9e-0d2c-493c-8c83-9ed4c18b8279 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=06860d35e56541e89e34db060cae0347&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3376119 Jul 18 10:36:49.045741 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef251b9e-0d2c-493c-8c83-9ed4c18b8279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d0be34-881f-4b22-b9c9-14daa5d7efb5,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:36:49.046564 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 37740) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:36:49.097145 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-8dff48ef-8aa2-4342-9784-9b6ab78075a3 admin admin] Publish callbacks [] for security_group (f2d0be34-881f-4b22-b9c9-14daa5d7efb5), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:49.119804 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-8dff48ef-8aa2-4342-9784-9b6ab78075a3 admin admin] Publish callbacks [] for security_group (f2d0be34-881f-4b22-b9c9-14daa5d7efb5), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:49.169675 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-8dff48ef-8aa2-4342-9784-9b6ab78075a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (f2d0be34-881f-4b22-b9c9-14daa5d7efb5), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:49.172113 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-8dff48ef-8aa2-4342-9784-9b6ab78075a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:49.173337 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-8dff48ef-8aa2-4342-9784-9b6ab78075a3 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f2d0be34-881f-4b22-b9c9-14daa5d7efb5 HTTP/1.1" status: 204 len: 168 time: 0.1257083 Jul 18 10:36:49.182691 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff48ef-8aa2-4342-9784-9b6ab78075a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d0be34-881f-4b22-b9c9-14daa5d7efb5,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:36:49.459883 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 37750) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:36:49.473602 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-68608dc0-611c-437b-8e87-f4b6f74a5fda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:49.552136 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-68608dc0-611c-437b-8e87-f4b6f74a5fda admin admin] Publish callbacks [] for security_group (ffd01fb3-665d-4778-ba1c-35e6d6f4a307), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:49.557604 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-68608dc0-611c-437b-8e87-f4b6f74a5fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (ffd01fb3-665d-4778-ba1c-35e6d6f4a307), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:49.598424 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-68608dc0-611c-437b-8e87-f4b6f74a5fda admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=93898a2c71534bd6ab92c09516512659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374226 Jul 18 10:36:49.599952 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68608dc0-611c-437b-8e87-f4b6f74a5fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd01fb3-665d-4778-ba1c-35e6d6f4a307,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:36:49.601993 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 37752) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:36:49.658103 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-cb6963ce-c7f3-4574-aee4-edafe8306459 admin admin] Publish callbacks [] for security_group (ffd01fb3-665d-4778-ba1c-35e6d6f4a307), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:49.681707 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-cb6963ce-c7f3-4574-aee4-edafe8306459 admin admin] Publish callbacks [] for security_group (ffd01fb3-665d-4778-ba1c-35e6d6f4a307), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:49.729023 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-cb6963ce-c7f3-4574-aee4-edafe8306459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (ffd01fb3-665d-4778-ba1c-35e6d6f4a307), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:49.731734 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-cb6963ce-c7f3-4574-aee4-edafe8306459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:49.732902 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-cb6963ce-c7f3-4574-aee4-edafe8306459 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ffd01fb3-665d-4778-ba1c-35e6d6f4a307 HTTP/1.1" status: 204 len: 168 time: 0.1292040 Jul 18 10:36:49.740624 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6963ce-c7f3-4574-aee4-edafe8306459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd01fb3-665d-4778-ba1c-35e6d6f4a307,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:36:50.015991 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-70b801e1-cb13-4dea-a1e1-d6a8aa390e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:52.326052 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-abb7c271-3a95-443e-88fc-9b3d44be0c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:53.598338 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:54.328630 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 37890) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:36:54.439598 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b2f2a1a7-a82a-4bbf-84ae-015f00e0351b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:54.515226 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b2f2a1a7-a82a-4bbf-84ae-015f00e0351b admin admin] Publish callbacks [] for security_group (c6bff6f9-8e38-468a-8f1d-5716f0a38af5), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:54.519090 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b2f2a1a7-a82a-4bbf-84ae-015f00e0351b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (c6bff6f9-8e38-468a-8f1d-5716f0a38af5), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:54.558445 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-b2f2a1a7-a82a-4bbf-84ae-015f00e0351b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b4244da044d6484b8d6eb365511af157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287331 Jul 18 10:36:54.559268 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f2a1a7-a82a-4bbf-84ae-015f00e0351b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bff6f9-8e38-468a-8f1d-5716f0a38af5,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:36:54.561399 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 37894) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:36:54.609980 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-485c510f-a801-4d38-85ac-05c04c3aeb17 admin admin] Publish callbacks [] for security_group (c6bff6f9-8e38-468a-8f1d-5716f0a38af5), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:54.634704 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-485c510f-a801-4d38-85ac-05c04c3aeb17 admin admin] Publish callbacks [] for security_group (c6bff6f9-8e38-468a-8f1d-5716f0a38af5), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:54.680894 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-485c510f-a801-4d38-85ac-05c04c3aeb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (c6bff6f9-8e38-468a-8f1d-5716f0a38af5), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:54.683339 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-485c510f-a801-4d38-85ac-05c04c3aeb17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:54.684593 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-485c510f-a801-4d38-85ac-05c04c3aeb17 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c6bff6f9-8e38-468a-8f1d-5716f0a38af5 HTTP/1.1" status: 204 len: 168 time: 0.1221159 Jul 18 10:36:54.692281 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c510f-a801-4d38-85ac-05c04c3aeb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bff6f9-8e38-468a-8f1d-5716f0a38af5,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:36:54.786604 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:54.948141 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 37900) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:36:54.961900 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-a4953e5c-7bc5-438e-97f3-2dfdc882f57c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:55.026584 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:36:55.041381 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-a4953e5c-7bc5-438e-97f3-2dfdc882f57c admin admin] Publish callbacks [] for security_group (d29cba12-a5e8-460e-a140-1f783fa69cee), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:55.045148 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-a4953e5c-7bc5-438e-97f3-2dfdc882f57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (d29cba12-a5e8-460e-a140-1f783fa69cee), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:55.055742 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:36:55.086147 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:55.090586 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-a4953e5c-7bc5-438e-97f3-2dfdc882f57c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=cf10ee298d0548a89765feabe29fbd12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412704 Jul 18 10:36:55.091746 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4953e5c-7bc5-438e-97f3-2dfdc882f57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29cba12-a5e8-460e-a140-1f783fa69cee,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:36:55.093302 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 37902) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:36:55.123010 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:36:55.141992 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:36:55.149352 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd702-6922-4406-8a15-6406b9545f70 admin admin] Publish callbacks [] for security_group (d29cba12-a5e8-460e-a140-1f783fa69cee), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:55.176885 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd702-6922-4406-8a15-6406b9545f70 admin admin] Publish callbacks [] for security_group (d29cba12-a5e8-460e-a140-1f783fa69cee), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:55.225589 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd702-6922-4406-8a15-6406b9545f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (d29cba12-a5e8-460e-a140-1f783fa69cee), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:55.229234 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd702-6922-4406-8a15-6406b9545f70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:55.229838 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-eb4bd702-6922-4406-8a15-6406b9545f70 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d29cba12-a5e8-460e-a140-1f783fa69cee HTTP/1.1" status: 204 len: 168 time: 0.1355090 Jul 18 10:36:55.237943 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4bd702-6922-4406-8a15-6406b9545f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29cba12-a5e8-460e-a140-1f783fa69cee,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:36:55.396986 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:55.502365 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 37918) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:36:55.609558 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0865710b-cf0f-4284-b93e-c4417295a535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:55.687274 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0865710b-cf0f-4284-b93e-c4417295a535 admin admin] Publish callbacks [] for security_group (71782d47-a795-47ff-b1d2-c01708890200), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:55.691150 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0865710b-cf0f-4284-b93e-c4417295a535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (71782d47-a795-47ff-b1d2-c01708890200), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:55.736640 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-0865710b-cf0f-4284-b93e-c4417295a535 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=86e658ce6d174f678a9e7a67da6129ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329869 Jul 18 10:36:55.737498 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865710b-cf0f-4284-b93e-c4417295a535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71782d47-a795-47ff-b1d2-c01708890200,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:36:55.740495 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 37934) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:36:55.799045 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-8a266885-a46a-4637-9e38-2b54282d06ad admin admin] Publish callbacks [] for security_group (71782d47-a795-47ff-b1d2-c01708890200), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:55.819111 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:36:55.821713 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-8a266885-a46a-4637-9e38-2b54282d06ad admin admin] Publish callbacks [] for security_group (71782d47-a795-47ff-b1d2-c01708890200), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:55.875937 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-8a266885-a46a-4637-9e38-2b54282d06ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (71782d47-a795-47ff-b1d2-c01708890200), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:55.879326 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-8a266885-a46a-4637-9e38-2b54282d06ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:55.880650 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-8a266885-a46a-4637-9e38-2b54282d06ad admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/71782d47-a795-47ff-b1d2-c01708890200 HTTP/1.1" status: 204 len: 168 time: 0.1369898 Jul 18 10:36:55.889053 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a266885-a46a-4637-9e38-2b54282d06ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71782d47-a795-47ff-b1d2-c01708890200,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:36:56.247518 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 37960) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:36:56.261999 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-40e3405f-3ae7-40f5-ae92-2a9c7a97d196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:56.350408 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-40e3405f-3ae7-40f5-ae92-2a9c7a97d196 admin admin] Publish callbacks [] for security_group (49366a5b-9030-4ae8-9e3c-6d296d036db1), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:56.355715 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-40e3405f-3ae7-40f5-ae92-2a9c7a97d196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (49366a5b-9030-4ae8-9e3c-6d296d036db1), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:56.394552 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3405f-3ae7-40f5-ae92-2a9c7a97d196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49366a5b-9030-4ae8-9e3c-6d296d036db1,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:36:56.402106 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-40e3405f-3ae7-40f5-ae92-2a9c7a97d196 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=dcb37bf146a348c2acd4a998f24f6ddb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1508977 Jul 18 10:36:56.402449 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 37968) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:36:56.459499 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61fd2763-1e00-4a9e-9323-d9656b49d87f admin admin] Publish callbacks [] for security_group (49366a5b-9030-4ae8-9e3c-6d296d036db1), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:56.485785 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61fd2763-1e00-4a9e-9323-d9656b49d87f admin admin] Publish callbacks [] for security_group (49366a5b-9030-4ae8-9e3c-6d296d036db1), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:56.547142 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61fd2763-1e00-4a9e-9323-d9656b49d87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (49366a5b-9030-4ae8-9e3c-6d296d036db1), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:56.550189 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61fd2763-1e00-4a9e-9323-d9656b49d87f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:56.552705 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-61fd2763-1e00-4a9e-9323-d9656b49d87f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/49366a5b-9030-4ae8-9e3c-6d296d036db1 HTTP/1.1" status: 204 len: 168 time: 0.1492958 Jul 18 10:36:56.561590 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd2763-1e00-4a9e-9323-d9656b49d87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49366a5b-9030-4ae8-9e3c-6d296d036db1,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:36:56.905274 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 37988) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:36:56.918678 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-eed4a259-017b-4645-ace4-e0245d9e98dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:56.995546 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-eed4a259-017b-4645-ace4-e0245d9e98dd admin admin] Publish callbacks [] for security_group (3c0ea975-b2a5-4920-811d-385f24a1e0d6), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:57.001682 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-eed4a259-017b-4645-ace4-e0245d9e98dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (3c0ea975-b2a5-4920-811d-385f24a1e0d6), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:57.042533 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4a259-017b-4645-ace4-e0245d9e98dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0ea975-b2a5-4920-811d-385f24a1e0d6,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:36:57.049551 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-eed4a259-017b-4645-ace4-e0245d9e98dd admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f3d77150222e41778be09a33b20a905b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1426799 Jul 18 10:36:57.049968 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 37990) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:36:57.105259 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-e7e82409-d6f1-482a-8baf-737b87589818 admin admin] Publish callbacks [] for security_group (3c0ea975-b2a5-4920-811d-385f24a1e0d6), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:57.127982 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-e7e82409-d6f1-482a-8baf-737b87589818 admin admin] Publish callbacks [] for security_group (3c0ea975-b2a5-4920-811d-385f24a1e0d6), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:57.181216 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 37994) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:36:57.185633 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-e7e82409-d6f1-482a-8baf-737b87589818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (3c0ea975-b2a5-4920-811d-385f24a1e0d6), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:57.188292 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-e7e82409-d6f1-482a-8baf-737b87589818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:57.189452 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-e7e82409-d6f1-482a-8baf-737b87589818 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3c0ea975-b2a5-4920-811d-385f24a1e0d6 HTTP/1.1" status: 204 len: 168 time: 0.1379220 Jul 18 10:36:57.200065 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e82409-d6f1-482a-8baf-737b87589818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0ea975-b2a5-4920-811d-385f24a1e0d6,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:36:57.439236 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-6707d861-e83a-4ce2-bf91-df699ba7d2d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:57.517691 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-6707d861-e83a-4ce2-bf91-df699ba7d2d3 admin admin] Publish callbacks [] for security_group (76f2f1bd-5ab4-465b-8792-ac56af6da7df), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:57.522700 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-6707d861-e83a-4ce2-bf91-df699ba7d2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (76f2f1bd-5ab4-465b-8792-ac56af6da7df), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:57.536369 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:36:57.567487 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-6707d861-e83a-4ce2-bf91-df699ba7d2d3 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=eb9fa727a0ff483497ce25bef22b036f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3871899 Jul 18 10:36:57.570615 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 38012) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:36:57.578544 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6707d861-e83a-4ce2-bf91-df699ba7d2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f2f1bd-5ab4-465b-8792-ac56af6da7df,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:36:57.654832 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b9cfe4c9-1d1a-494e-b992-34b6e2d702a6 admin admin] Publish callbacks [] for security_group (76f2f1bd-5ab4-465b-8792-ac56af6da7df), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:57.687976 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b9cfe4c9-1d1a-494e-b992-34b6e2d702a6 admin admin] Publish callbacks [] for security_group (76f2f1bd-5ab4-465b-8792-ac56af6da7df), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:57.722430 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:36:57.762594 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b9cfe4c9-1d1a-494e-b992-34b6e2d702a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (76f2f1bd-5ab4-465b-8792-ac56af6da7df), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:57.765385 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b9cfe4c9-1d1a-494e-b992-34b6e2d702a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:57.766612 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-b9cfe4c9-1d1a-494e-b992-34b6e2d702a6 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/76f2f1bd-5ab4-465b-8792-ac56af6da7df HTTP/1.1" status: 204 len: 168 time: 0.1948192 Jul 18 10:36:57.820428 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cfe4c9-1d1a-494e-b992-34b6e2d702a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f2f1bd-5ab4-465b-8792-ac56af6da7df,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:36:57.938233 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c2c84-b192-4782-8c84-d3f0955c0847 req-7caacf30-f33f-4a73-9f0c-824277ea6ea8 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:36:57.940040 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f38c2c84-b192-4782-8c84-d3f0955c0847 req-7caacf30-f33f-4a73-9f0c-824277ea6ea8 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 946 time: 0.0488474 Jul 18 10:36:58.010277 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f38c2c84-b192-4782-8c84-d3f0955c0847 req-fd8d51a2-5d0e-4637-ac07-86ae25e66a86 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553539 Jul 18 10:36:58.102702 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 38042) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:36:58.117192 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5c5a479a-3d04-4fa3-80da-50dd49d9e1c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:58.163258 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:36:58.210623 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5c5a479a-3d04-4fa3-80da-50dd49d9e1c8 admin admin] Publish callbacks [] for security_group (93e66d01-7da7-45b8-b00a-14cac296e086), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:58.214408 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5c5a479a-3d04-4fa3-80da-50dd49d9e1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (93e66d01-7da7-45b8-b00a-14cac296e086), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:58.261876 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a479a-3d04-4fa3-80da-50dd49d9e1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e66d01-7da7-45b8-b00a-14cac296e086,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:36:58.266507 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-5c5a479a-3d04-4fa3-80da-50dd49d9e1c8 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=4c09d709e42448e09e0d8f82ba6372b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1625931 Jul 18 10:36:58.268783 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 38076) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:36:58.321504 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-fed9fdd3-b659-4c63-abcf-b50a5cf24f13 admin admin] Publish callbacks [] for security_group (93e66d01-7da7-45b8-b00a-14cac296e086), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:58.343266 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-fed9fdd3-b659-4c63-abcf-b50a5cf24f13 admin admin] Publish callbacks [] for security_group (93e66d01-7da7-45b8-b00a-14cac296e086), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:58.390922 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-fed9fdd3-b659-4c63-abcf-b50a5cf24f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (93e66d01-7da7-45b8-b00a-14cac296e086), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:58.393963 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-fed9fdd3-b659-4c63-abcf-b50a5cf24f13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:58.395386 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-fed9fdd3-b659-4c63-abcf-b50a5cf24f13 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/93e66d01-7da7-45b8-b00a-14cac296e086 HTTP/1.1" status: 204 len: 168 time: 0.1254704 Jul 18 10:36:58.405752 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9fdd3-b659-4c63-abcf-b50a5cf24f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e66d01-7da7-45b8-b00a-14cac296e086,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:36:59.131786 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bc2f9-17ec-4476-a9ab-730719fb5868 req-d2eae6ca-3dd9-4b3f-98ed-cff1f2aaf13d tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:36:59.133552 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5e6bc2f9-17ec-4476-a9ab-730719fb5868 req-d2eae6ca-3dd9-4b3f-98ed-cff1f2aaf13d tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 946 time: 0.0624471 Jul 18 10:36:59.187878 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5e6bc2f9-17ec-4476-a9ab-730719fb5868 req-359b00cb-50b8-4455-84e2-a9dbf6ffc88d tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479987 Jul 18 10:36:59.708535 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8019904-8b20-41b1-8423-fa412030ec07 req-661ecb9e-30fb-43de-b852-b589cadc5652 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:36:59.710106 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b8019904-8b20-41b1-8423-fa412030ec07 req-661ecb9e-30fb-43de-b852-b589cadc5652 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 946 time: 0.0467684 Jul 18 10:37:00.085883 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-b8019904-8b20-41b1-8423-fa412030ec07 req-432bade2-f6c1-4569-aa26-7177aee85386 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Deleting port b5aa065e-e228-4681-909e-bd39389938fd {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:37:00.086121 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-b8019904-8b20-41b1-8423-fa412030ec07 req-432bade2-f6c1-4569-aa26-7177aee85386 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (b5aa065e-e228-4681-909e-bd39389938fd), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:00.187408 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-b8019904-8b20-41b1-8423-fa412030ec07 req-432bade2-f6c1-4569-aa26-7177aee85386 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] For port b5aa065e-e228-4681-909e-bd39389938fd, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b5aa065e-e228-4681-909e-bd39389938fd,segment=NetworkSegment(d7f1c4dc-22c2-4c68-872d-90dc779e27be),segment_id=d7f1c4dc-22c2-4c68-872d-90dc779e27be)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:37:00.187852 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-b8019904-8b20-41b1-8423-fa412030ec07 req-432bade2-f6c1-4569-aa26-7177aee85386 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (b5aa065e-e228-4681-909e-bd39389938fd), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:00.386746 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b33e4-9a2f-488a-8347-fd988e3741b3 req-9e6ad49a-260c-4fcd-b567-b0d84a0f2f4b tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:00.388243 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5c1b33e4-9a2f-488a-8347-fd988e3741b3 req-9e6ad49a-260c-4fcd-b567-b0d84a0f2f4b tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 946 time: 0.0945132 Jul 18 10:37:00.430833 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-b8019904-8b20-41b1-8423-fa412030ec07 req-432bade2-f6c1-4569-aa26-7177aee85386 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:00.431197 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-b8019904-8b20-41b1-8423-fa412030ec07 req-432bade2-f6c1-4569-aa26-7177aee85386 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780340'] for floatingip (11cb11bc-4602-4890-b591-b1ed1cd1dd66), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:00.431519 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.db.l3_db [req-b8019904-8b20-41b1-8423-fa412030ec07 req-432bade2-f6c1-4569-aa26-7177aee85386 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Floating IP 11cb11bc-4602-4890-b591-b1ed1cd1dd66 disassociated. External IP: 172.27.3.124, port: b5aa065e-e228-4681-909e-bd39389938fd. Jul 18 10:37:00.431869 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-b8019904-8b20-41b1-8423-fa412030ec07 req-432bade2-f6c1-4569-aa26-7177aee85386 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Calling delete_port for b5aa065e-e228-4681-909e-bd39389938fd owned by compute:nova {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:37:00.488901 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5c1b33e4-9a2f-488a-8347-fd988e3741b3 req-7ecde7a5-798d-43dc-92d2-1eb46ecd03a1 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=71957616-ee6b-4ed0-ac50-1a1f55b97fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939620 Jul 18 10:37:00.499163 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:00.503895 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:00.619237 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-b8019904-8b20-41b1-8423-fa412030ec07 req-432bade2-f6c1-4569-aa26-7177aee85386 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (b5aa065e-e228-4681-909e-bd39389938fd), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:00.656045 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432bade2-f6c1-4569-aa26-7177aee85386 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Pushing event deleted for resources: {'Port': ['ID=b5aa065e-e228-4681-909e-bd39389938fd,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:00.663637 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5c546e71-082f-4abe-b51d-1d571c78acac req-df66ff42-3675-459d-908d-62ea6ee8486f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766501 Jul 18 10:37:00.784401 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c546e71-082f-4abe-b51d-1d571c78acac req-cdcb36e8-d840-4393-94be-cfa45c3a9176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:00.785942 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5c546e71-082f-4abe-b51d-1d571c78acac req-cdcb36e8-d840-4393-94be-cfa45c3a9176 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5628452a1ceb4af293ea96c187983fa6&device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 1129 time: 0.0780342 Jul 18 10:37:00.838741 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8019904-8b20-41b1-8423-fa412030ec07 req-432bade2-f6c1-4569-aa26-7177aee85386 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Router ec26e035-64e9-43c6-bb4a-3b2f7b247bc8 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:37:00.975214 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c546e71-082f-4abe-b51d-1d571c78acac req-04a2d440-6257-4037-aa5b-d2db353add37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:00.977098 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5c546e71-082f-4abe-b51d-1d571c78acac req-04a2d440-6257-4037-aa5b-d2db353add37 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa3e5fe6-aa22-4836-8d61-28fdcd6950fe HTTP/1.1" status: 200 len: 910 time: 0.1705670 Jul 18 10:37:01.040454 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8019904-8b20-41b1-8423-fa412030ec07 req-432bade2-f6c1-4569-aa26-7177aee85386 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:37:01.051413 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b54f3f-4c26-4dff-ac28-bb6f0a747544 None None] Sync routers for ids ['ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:37:01.065507 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b54f3f-4c26-4dff-ac28-bb6f0a747544 None None] Routers {'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:37:01.066521 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-c4b54f3f-4c26-4dff-ac28-bb6f0a747544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:36:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:37:01.084474 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5c546e71-082f-4abe-b51d-1d571c78acac req-28ee8e56-44a1-4bc5-aed4-25e0b81b04c8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01aa80e4-4901-4d77-80cb-a644fd1ee6ff HTTP/1.1" status: 200 len: 1000 time: 0.0993240 Jul 18 10:37:01.127106 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8019904-8b20-41b1-8423-fa412030ec07 req-432bade2-f6c1-4569-aa26-7177aee85386 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] No DVR routers for this DVR port b5aa065e-e228-4681-909e-bd39389938fd on host hv-cinder-83754 {{(pid=103899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:37:01.129821 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-b8019904-8b20-41b1-8423-fa412030ec07 req-432bade2-f6c1-4569-aa26-7177aee85386 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:01.133371 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b8019904-8b20-41b1-8423-fa412030ec07 req-432bade2-f6c1-4569-aa26-7177aee85386 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.30 "DELETE /v2.0/ports/b5aa065e-e228-4681-909e-bd39389938fd HTTP/1.1" status: 204 len: 173 time: 1.4169469 Jul 18 10:37:01.136013 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a84290-3520-427e-af49-f380d2a144bb', 'name': 'network-vif-deleted', 'tag': 'b5aa065e-e228-4681-909e-bd39389938fd'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:37:01.139057 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3bbac0-e455-4b7d-845d-dfbceb86eea4" -d '{"events": [{"server_uuid": "b1a84290-3520-427e-af49-f380d2a144bb", "name": "network-vif-deleted", "tag": "b5aa065e-e228-4681-909e-bd39389938fd"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:37:01.173182 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c546e71-082f-4abe-b51d-1d571c78acac req-6d14105d-43cb-4616-93ce-27443f7c36dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:01.175404 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5c546e71-082f-4abe-b51d-1d571c78acac req-6d14105d-43cb-4616-93ce-27443f7c36dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=163f1fc6-a401-47e2-be63-6d39e9584c30 HTTP/1.1" status: 200 len: 848 time: 0.0750601 Jul 18 10:37:01.197414 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff818c0-5547-4443-9adc-42f871097967 x-openstack-request-id: req-9ff818c0-5547-4443-9adc-42f871097967 {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:37:01.198026 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a84290-3520-427e-af49-f380d2a144bb", "name": "network-vif-deleted", "tag": "b5aa065e-e228-4681-909e-bd39389938fd", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:37:01.198303 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9ff818c0-5547-4443-9adc-42f871097967 {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:37:01.198755 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ff818c0-5547-4443-9adc-42f871097967'] response: {'server_uuid': 'b1a84290-3520-427e-af49-f380d2a144bb', 'name': 'network-vif-deleted', 'tag': 'b5aa065e-e228-4681-909e-bd39389938fd', 'status': 'completed', 'code': 200} Jul 18 10:37:01.215632 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-c4b54f3f-4c26-4dff-ac28-bb6f0a747544 None None] Set router ec26e035-64e9-43c6-bb4a-3b2f7b247bc8 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:37:01.238216 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c546e71-082f-4abe-b51d-1d571c78acac req-4086b449-25d4-4fad-9366-46d8ae5bfb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:01.240361 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5c546e71-082f-4abe-b51d-1d571c78acac req-4086b449-25d4-4fad-9366-46d8ae5bfb2a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa3e5fe6-aa22-4836-8d61-28fdcd6950fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578418 Jul 18 10:37:01.364046 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5c546e71-082f-4abe-b51d-1d571c78acac req-b5922e0e-103a-4f31-9d5f-661521122452 service neutron] 10.222.0.30 "GET /v2.0/networks/aa3e5fe6-aa22-4836-8d61-28fdcd6950fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094344 Jul 18 10:37:01.423685 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-c4b54f3f-4c26-4dff-ac28-bb6f0a747544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1100211690-router', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:14Z', 'revision_number': 4, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'gw_port': {'id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '08a76c27-b00d-4700-89ae-293faa6c264f', 'name': '', 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'mac_address': 'fa:16:3e:56:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:13Z', 'updated_at': '2022-07-18T10:34:19Z', 'revision_number': 5, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'subnets': [{'id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:37:01.452800 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b54f3f-4c26-4dff-ac28-bb6f0a747544 None None] Checking router: ec26e035-64e9-43c6-bb4a-3b2f7b247bc8 for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:37:01.463174 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b54f3f-4c26-4dff-ac28-bb6f0a747544 None None] Routers {'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:37:01.463797 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-c4b54f3f-4c26-4dff-ac28-bb6f0a747544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:36:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:37:01.575387 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-c4b54f3f-4c26-4dff-ac28-bb6f0a747544 None None] Set router ec26e035-64e9-43c6-bb4a-3b2f7b247bc8 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:37:01.658205 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d9cdd96c-57dd-432a-bcf1-5aa3859c3272 req-77555c6c-fd78-4d64-8883-e299aebd6851 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1a84290-3520-427e-af49-f380d2a144bb HTTP/1.1" status: 200 len: 210 time: 0.0635936 Jul 18 10:37:01.700377 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5c546e71-082f-4abe-b51d-1d571c78acac req-de5c362c-e637-45cc-b4bc-87b7e29a5ad7 service neutron] 10.222.0.30 "GET /v2.0/networks/aa3e5fe6-aa22-4836-8d61-28fdcd6950fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546071 Jul 18 10:37:01.823025 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-c4b54f3f-4c26-4dff-ac28-bb6f0a747544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1100211690-router', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:14Z', 'revision_number': 4, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'gw_port': {'id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '08a76c27-b00d-4700-89ae-293faa6c264f', 'name': '', 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'mac_address': 'fa:16:3e:56:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:13Z', 'updated_at': '2022-07-18T10:34:19Z', 'revision_number': 5, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'subnets': [{'id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:37:01.849617 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b54f3f-4c26-4dff-ac28-bb6f0a747544 None None] The sync data for ids ['ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'] in dv-cinder-837546-3-iscsi is: [{'id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1100211690-router', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:14Z', 'revision_number': 4, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'gw_port': {'id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '08a76c27-b00d-4700-89ae-293faa6c264f', 'name': '', 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'mac_address': 'fa:16:3e:56:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:13Z', 'updated_at': '2022-07-18T10:34:19Z', 'revision_number': 5, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'subnets': [{'id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:37:02.082061 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efa83df-da0f-4494-bcd4-8632429fbe13 None None] New status for floating IP 11cb11bc-4602-4890-b591-b1ed1cd1dd66: DOWN {{(pid=103901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:37:02.790212 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 38188) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:37:02.821679 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:02.853081 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-6f185a57-553e-445b-ab6f-c4e922c8d344 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for security_group (71957616-ee6b-4ed0-ac50-1a1f55b97fc5), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:02.855280 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:02.865453 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 38190) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:37:02.880466 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-6f185a57-553e-445b-ab6f-c4e922c8d344 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for security_group (71957616-ee6b-4ed0-ac50-1a1f55b97fc5), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:02.933403 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-6f185a57-553e-445b-ab6f-c4e922c8d344 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (71957616-ee6b-4ed0-ac50-1a1f55b97fc5), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:02.936110 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-6f185a57-553e-445b-ab6f-c4e922c8d344 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:02.939863 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-6f185a57-553e-445b-ab6f-c4e922c8d344 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "DELETE /v2.0/security-groups/71957616-ee6b-4ed0-ac50-1a1f55b97fc5 HTTP/1.1" status: 204 len: 168 time: 0.1460159 Jul 18 10:37:02.940243 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 38194) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:37:02.948551 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f185a57-553e-445b-ab6f-c4e922c8d344 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71957616-ee6b-4ed0-ac50-1a1f55b97fc5,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:02.960951 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.api.v2.resource [None req-bb9d87cf-1639-4150-bab3-70e71455b450 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] show failed (client error): The resource could not be found. Jul 18 10:37:02.962002 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-bb9d87cf-1639-4150-bab3-70e71455b450 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups/71957616-ee6b-4ed0-ac50-1a1f55b97fc5 HTTP/1.1" status: 404 len: 347 time: 0.0208013 Jul 18 10:37:02.964939 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 38196) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:37:02.973156 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:03.019152 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-11ac4f46-a9f3-4ece-8355-2d4d895633e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:03.128772 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-67c89c55-7f46-42c6-8fff-6e68907b5d92 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Deleting port 24cb7bfb-44fd-4b27-9732-a504a33c3870 {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:37:03.129211 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-67c89c55-7f46-42c6-8fff-6e68907b5d92 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (24cb7bfb-44fd-4b27-9732-a504a33c3870), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:03.237023 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-11ac4f46-a9f3-4ece-8355-2d4d895633e7 admin admin] Publish callbacks [] for security_group (c000117e-6ce1-4bd6-b9e1-f2ed3451c5b7), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:03.245485 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-11ac4f46-a9f3-4ece-8355-2d4d895633e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (c000117e-6ce1-4bd6-b9e1-f2ed3451c5b7), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:03.248748 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-67c89c55-7f46-42c6-8fff-6e68907b5d92 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (24cb7bfb-44fd-4b27-9732-a504a33c3870), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:03.249076 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-67c89c55-7f46-42c6-8fff-6e68907b5d92 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for floatingip (24cb7bfb-44fd-4b27-9732-a504a33c3870), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:03.281956 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-67c89c55-7f46-42c6-8fff-6e68907b5d92 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Calling delete_port for 24cb7bfb-44fd-4b27-9732-a504a33c3870 owned by network:floatingip {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:37:03.308220 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-11ac4f46-a9f3-4ece-8355-2d4d895633e7 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=bbf54128990947488d41f785e3eed445&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4416878 Jul 18 10:37:03.310560 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac4f46-a9f3-4ece-8355-2d4d895633e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c000117e-6ce1-4bd6-b9e1-f2ed3451c5b7,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:03.311277 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 38200) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:37:03.363291 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-e174ec2d-280d-4b5d-9b20-6db4e312ade6 admin admin] Publish callbacks [] for security_group (c000117e-6ce1-4bd6-b9e1-f2ed3451c5b7), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:03.386426 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-e174ec2d-280d-4b5d-9b20-6db4e312ade6 admin admin] Publish callbacks [] for security_group (c000117e-6ce1-4bd6-b9e1-f2ed3451c5b7), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:03.445473 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-e174ec2d-280d-4b5d-9b20-6db4e312ade6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (c000117e-6ce1-4bd6-b9e1-f2ed3451c5b7), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:03.446572 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-67c89c55-7f46-42c6-8fff-6e68907b5d92 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (24cb7bfb-44fd-4b27-9732-a504a33c3870), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:03.448000 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-e174ec2d-280d-4b5d-9b20-6db4e312ade6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:03.449189 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-e174ec2d-280d-4b5d-9b20-6db4e312ade6 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c000117e-6ce1-4bd6-b9e1-f2ed3451c5b7 HTTP/1.1" status: 204 len: 168 time: 0.1368525 Jul 18 10:37:03.459037 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174ec2d-280d-4b5d-9b20-6db4e312ade6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c000117e-6ce1-4bd6-b9e1-f2ed3451c5b7,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:03.471828 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c89c55-7f46-42c6-8fff-6e68907b5d92 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Pushing event deleted for resources: {'Port': ['ID=24cb7bfb-44fd-4b27-9732-a504a33c3870,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:03.543037 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-67c89c55-7f46-42c6-8fff-6e68907b5d92 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for floatingip (11cb11bc-4602-4890-b591-b1ed1cd1dd66), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:03.545548 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-67c89c55-7f46-42c6-8fff-6e68907b5d92 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:03.546706 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-67c89c55-7f46-42c6-8fff-6e68907b5d92 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "DELETE /v2.0/floatingips/11cb11bc-4602-4890-b591-b1ed1cd1dd66 HTTP/1.1" status: 204 len: 168 time: 0.5807877 Jul 18 10:37:03.627479 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 38208) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:37:03.633162 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-7a5b8403-213f-4b98-a588-b4b8fbd87626 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1495758066', 'description': 'tempest-description--1116870389'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:37:03.657098 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7a5b8403-213f-4b98-a588-b4b8fbd87626 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:03.728033 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7a5b8403-213f-4b98-a588-b4b8fbd87626 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for security_group (4808302c-a9eb-4efd-adf0-b91e9f22cbf6), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:03.732342 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7a5b8403-213f-4b98-a588-b4b8fbd87626 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (4808302c-a9eb-4efd-adf0-b91e9f22cbf6), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:03.761848 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7a5b8403-213f-4b98-a588-b4b8fbd87626 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:03.763209 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 38210) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:37:03.765045 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-7a5b8403-213f-4b98-a588-b4b8fbd87626 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1362472 Jul 18 10:37:03.768107 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 38212) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:37:03.773772 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-c811622d-0f34-4088-b565-235cfdee7f93 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Request body: {'security_group_rule': {'security_group_id': '4808302c-a9eb-4efd-adf0-b91e9f22cbf6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:37:03.777248 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-52a81586-3c4b-4463-a27d-e9a21803fa35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:03.782664 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b8403-213f-4b98-a588-b4b8fbd87626 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4808302c-a9eb-4efd-adf0-b91e9f22cbf6,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:03.806514 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-c811622d-0f34-4088-b565-235cfdee7f93 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for security_group_rule (ff53052e-1012-4655-b9e3-ae05e077623d), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:03.833343 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:03.880076 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-c811622d-0f34-4088-b565-235cfdee7f93 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for security_group_rule (ff53052e-1012-4655-b9e3-ae05e077623d), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:03.882927 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-52a81586-3c4b-4463-a27d-e9a21803fa35 admin admin] Publish callbacks [] for security_group (01832bf5-6c6c-4949-90ba-65cf3e6fbb67), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:03.888017 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-c811622d-0f34-4088-b565-235cfdee7f93 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (ff53052e-1012-4655-b9e3-ae05e077623d), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:03.890284 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-52a81586-3c4b-4463-a27d-e9a21803fa35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (01832bf5-6c6c-4949-90ba-65cf3e6fbb67), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:03.907290 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811622d-0f34-4088-b565-235cfdee7f93 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff53052e-1012-4655-b9e3-ae05e077623d,revision_number=0']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:03.918636 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-c811622d-0f34-4088-b565-235cfdee7f93 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:03.919879 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-c811622d-0f34-4088-b565-235cfdee7f93 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1508329 Jul 18 10:37:03.922650 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 38216) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:37:03.927476 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-c923d79b-d124-4783-a58b-0729e7fcce9d tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Request body: {'security_group_rule': {'security_group_id': '4808302c-a9eb-4efd-adf0-b91e9f22cbf6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:37:03.955470 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-c923d79b-d124-4783-a58b-0729e7fcce9d tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for security_group_rule (c1e26708-6f85-4bef-95f9-01be6e552182), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:04.022711 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-c923d79b-d124-4783-a58b-0729e7fcce9d tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for security_group_rule (c1e26708-6f85-4bef-95f9-01be6e552182), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:04.026571 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-c923d79b-d124-4783-a58b-0729e7fcce9d tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642918'] for security_group_rule (c1e26708-6f85-4bef-95f9-01be6e552182), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:04.046443 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923d79b-d124-4783-a58b-0729e7fcce9d tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e26708-6f85-4bef-95f9-01be6e552182,revision_number=0']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:04.055509 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-c923d79b-d124-4783-a58b-0729e7fcce9d tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:04.056799 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-c923d79b-d124-4783-a58b-0729e7fcce9d tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1331890 Jul 18 10:37:04.059808 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 38218) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:37:04.064247 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-ed50470b-2de2-44b0-9537-608f7cc0dedf tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Request body: {'floatingip': {'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:37:04.091000 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-ed50470b-2de2-44b0-9537-608f7cc0dedf tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:04.095072 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:04.123722 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device b5aa065e-e228-4681-909e-bd39389938fd no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:37:04.149618 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] No Port match for: b5aa065e-e228-4681-909e-bd39389938fd {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:37:04.155455 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device b5aa065e-e228-4681-909e-bd39389938fd not bound to the agent host hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:37:04.158656 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:04.183717 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-ed50470b-2de2-44b0-9537-608f7cc0dedf tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:04.189542 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a81586-3c4b-4463-a27d-e9a21803fa35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01832bf5-6c6c-4949-90ba-65cf3e6fbb67,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:04.194856 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-52a81586-3c4b-4463-a27d-e9a21803fa35 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2c983bfa1bf141b8b598b50b3226a301&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4305155 Jul 18 10:37:04.197622 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 38220) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:37:04.233705 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:04.253457 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-69369ddc-9d79-489a-9721-d56d1dc16498 admin admin] Publish callbacks [] for security_group (01832bf5-6c6c-4949-90ba-65cf3e6fbb67), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:04.275205 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-69369ddc-9d79-489a-9721-d56d1dc16498 admin admin] Publish callbacks [] for security_group (01832bf5-6c6c-4949-90ba-65cf3e6fbb67), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:04.296538 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_common [None req-ed50470b-2de2-44b0-9537-608f7cc0dedf tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Allocated IP 172.27.3.21 (ab707614-a8a6-4503-81fa-3cf63d34938b/a666abde-39cf-4361-a6f5-7885f7528b36/57977d43-3d2d-4e6c-97e9-fc139e846399) {{(pid=103899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:37:04.328454 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-69369ddc-9d79-489a-9721-d56d1dc16498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (01832bf5-6c6c-4949-90ba-65cf3e6fbb67), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:04.331143 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-69369ddc-9d79-489a-9721-d56d1dc16498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:04.332461 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-69369ddc-9d79-489a-9721-d56d1dc16498 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/01832bf5-6c6c-4949-90ba-65cf3e6fbb67 HTTP/1.1" status: 204 len: 168 time: 0.1337304 Jul 18 10:37:04.346249 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69369ddc-9d79-489a-9721-d56d1dc16498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01832bf5-6c6c-4949-90ba-65cf3e6fbb67,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:04.404447 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-ed50470b-2de2-44b0-9537-608f7cc0dedf tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for port (57977d43-3d2d-4e6c-97e9-fc139e846399), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:04.442227 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-ed50470b-2de2-44b0-9537-608f7cc0dedf tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (57977d43-3d2d-4e6c-97e9-fc139e846399), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:04.479964 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed50470b-2de2-44b0-9537-608f7cc0dedf tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Network ab707614-a8a6-4503-81fa-3cf63d34938b is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:37:04.489356 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [None req-ed50470b-2de2-44b0-9537-608f7cc0dedf tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:37:04.493585 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed50470b-2de2-44b0-9537-608f7cc0dedf tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Received port after_create {{(pid=103899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:37:04.495804 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50470b-2de2-44b0-9537-608f7cc0dedf tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Pushing event updated for resources: {'Port': ['ID=57977d43-3d2d-4e6c-97e9-fc139e846399,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:04.581679 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-ed50470b-2de2-44b0-9537-608f7cc0dedf tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for floatingip (9a7a4e6a-7a98-4a2c-8d82-0bf5b02129b3), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:04.625389 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-ed50470b-2de2-44b0-9537-608f7cc0dedf tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (57977d43-3d2d-4e6c-97e9-fc139e846399), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:04.783762 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-ed50470b-2de2-44b0-9537-608f7cc0dedf tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for port (57977d43-3d2d-4e6c-97e9-fc139e846399), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:04.790432 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-ed50470b-2de2-44b0-9537-608f7cc0dedf tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (57977d43-3d2d-4e6c-97e9-fc139e846399), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:04.865583 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50470b-2de2-44b0-9537-608f7cc0dedf tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Pushing event updated for resources: {'Port': ['ID=57977d43-3d2d-4e6c-97e9-fc139e846399,revision_number=2']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:04.880598 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-ed50470b-2de2-44b0-9537-608f7cc0dedf tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780340'] for floatingip (9a7a4e6a-7a98-4a2c-8d82-0bf5b02129b3), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:04.886964 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:04.889763 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:04.899007 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-ed50470b-2de2-44b0-9537-608f7cc0dedf tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:04.902546 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-ed50470b-2de2-44b0-9537-608f7cc0dedf tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8414278 Jul 18 10:37:05.117472 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-98afad7c-f91f-4007-bdf7-cc3c4835b46a tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1495758066&fields=id&tenant_id=feefb94984d54cbbaa70b963d956a520 HTTP/1.1" status: 200 len: 267 time: 0.0469391 Jul 18 10:37:05.241606 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-d1cac424-0d8c-426b-a8c3-242762a8ced8 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:05.243557 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-d1cac424-0d8c-426b-a8c3-242762a8ced8 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/networks?id=247d0ee0-142b-4d40-8e91-ea541c052e58 HTTP/1.1" status: 200 len: 817 time: 0.1193097 Jul 18 10:37:05.258347 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-3d65020f-b378-48a9-9ca3-7bb6c6ff8dcb tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/quotas/feefb94984d54cbbaa70b963d956a520 HTTP/1.1" status: 200 len: 375 time: 0.0094790 Jul 18 10:37:05.310581 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-2b02f03c-993c-4ac2-bd71-c5e198ef9872 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=feefb94984d54cbbaa70b963d956a520&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466325 Jul 18 10:37:05.417663 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-9471f092-06c8-4970-8644-21a50d40bc7b service neutron] 10.222.0.33 "GET /v2.0/networks/247d0ee0-142b-4d40-8e91-ea541c052e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930262 Jul 18 10:37:05.513755 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-827651db-28f2-4d45-b057-d2659ebc3397 service neutron] 10.222.0.33 "GET /v2.0/networks/247d0ee0-142b-4d40-8e91-ea541c052e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900702 Jul 18 10:37:05.691076 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ede6ae7b-0691-439e-b310-4152e60fff19 req-9aaafb56-5249-4758-8742-a3614bb813e5 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 210 time: 0.0376799 Jul 18 10:37:06.839293 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9660c32e-843c-41ff-a640-5f072b184ca7 req-b8795e43-a907-4e05-b8ab-269a682b5d16 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 210 time: 0.0367033 Jul 18 10:37:06.854425 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-827688f6-df04-4e17-99ec-381fd344c47c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:06.855895 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-827688f6-df04-4e17-99ec-381fd344c47c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.30 "GET /v2.0/networks?id=247d0ee0-142b-4d40-8e91-ea541c052e58 HTTP/1.1" status: 200 len: 817 time: 0.1483710 Jul 18 10:37:06.920911 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-dc5c686a-2009-4b96-af49-d1cc5c13796b tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=feefb94984d54cbbaa70b963d956a520 HTTP/1.1" status: 200 len: 380 time: 0.0550497 Jul 18 10:37:06.931628 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-32dd09fa-6729-4a2d-ae0e-4acfeefa3d5a tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Request body: {'port': {'device_id': '7c4da4be-98d3-4976-97aa-a3ca9b8ddf96', 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58', 'admin_state_up': True, 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'security_groups': ['4808302c-a9eb-4efd-adf0-b91e9f22cbf6']}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:37:07.044495 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-32dd09fa-6729-4a2d-ae0e-4acfeefa3d5a tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Made reservation on behalf of feefb94984d54cbbaa70b963d956a520 for: {'port': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:37:07.048444 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-32dd09fa-6729-4a2d-ae0e-4acfeefa3d5a tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:07.182793 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_common [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-32dd09fa-6729-4a2d-ae0e-4acfeefa3d5a tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Allocated IP 172.20.0.7 (247d0ee0-142b-4d40-8e91-ea541c052e58/11cfac8b-7d7d-4e4b-88cc-819243717cd6/1dcc8a67-356a-4505-8579-9742b691b360) {{(pid=103899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:37:07.205150 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:07.294160 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:07.325212 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-32dd09fa-6729-4a2d-ae0e-4acfeefa3d5a tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for port (1dcc8a67-356a-4505-8579-9742b691b360), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:07.359815 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-32dd09fa-6729-4a2d-ae0e-4acfeefa3d5a tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (1dcc8a67-356a-4505-8579-9742b691b360), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:07.404528 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-32dd09fa-6729-4a2d-ae0e-4acfeefa3d5a tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Network 247d0ee0-142b-4d40-8e91-ea541c052e58 is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:37:07.407717 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-32dd09fa-6729-4a2d-ae0e-4acfeefa3d5a tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:37:07.414525 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-32dd09fa-6729-4a2d-ae0e-4acfeefa3d5a tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Received port after_create {{(pid=103899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:37:07.439287 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd09fa-6729-4a2d-ae0e-4acfeefa3d5a tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Pushing event updated for resources: {'Port': ['ID=1dcc8a67-356a-4505-8579-9742b691b360,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:07.470967 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-32dd09fa-6729-4a2d-ae0e-4acfeefa3d5a tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:07.471615 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-32dd09fa-6729-4a2d-ae0e-4acfeefa3d5a tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:07.496048 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-32dd09fa-6729-4a2d-ae0e-4acfeefa3d5a tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5692029 Jul 18 10:37:07.508949 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-64d2d0a9-d8a7-44fe-bc48-e30ec1a12a9e service neutron] Request body: {'port': {'device_id': '7c4da4be-98d3-4976-97aa-a3ca9b8ddf96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:37:07.574575 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-64d2d0a9-d8a7-44fe-bc48-e30ec1a12a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (1dcc8a67-356a-4505-8579-9742b691b360), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:07.634806 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-af164477-b877-435c-9290-55cb92cda7c4 None None] Provisioning complete for port 1dcc8a67-356a-4505-8579-9742b691b360 triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:37:07.635420 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-af164477-b877-435c-9290-55cb92cda7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (1dcc8a67-356a-4505-8579-9742b691b360), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:07.664653 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:07.667437 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-af164477-b877-435c-9290-55cb92cda7c4 None None] Port 1dcc8a67-356a-4505-8579-9742b691b360 cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:37:07.842528 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-64d2d0a9-d8a7-44fe-bc48-e30ec1a12a9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dcc8a67-356a-4505-8579-9742b691b360 {{(pid=103899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:37:07.852839 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-64d2d0a9-d8a7-44fe-bc48-e30ec1a12a9e service neutron] Publish callbacks [] for port (1dcc8a67-356a-4505-8579-9742b691b360), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:07.870752 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.provisioning_blocks [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-64d2d0a9-d8a7-44fe-bc48-e30ec1a12a9e service neutron] Transition to ACTIVE for port object 1dcc8a67-356a-4505-8579-9742b691b360 will not be triggered until provisioned by entity L2. {{(pid=103899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:37:07.874542 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-64d2d0a9-d8a7-44fe-bc48-e30ec1a12a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (1dcc8a67-356a-4505-8579-9742b691b360), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:07.930183 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2d0a9-d8a7-44fe-bc48-e30ec1a12a9e service neutron] Pushing event updated for resources: {'Port': ['ID=1dcc8a67-356a-4505-8579-9742b691b360,revision_number=2']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:08.034997 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34cef2-a626-4aa2-9e6e-1c6ad7838208 req-7c3c8c8a-250a-450e-a76e-ab921c268b53 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:08.037464 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0b34cef2-a626-4aa2-9e6e-1c6ad7838208 req-7c3c8c8a-250a-450e-a76e-ab921c268b53 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 943 time: 0.1096065 Jul 18 10:37:08.058072 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:08.096490 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-64d2d0a9-d8a7-44fe-bc48-e30ec1a12a9e service neutron] Attempting to bind port 1dcc8a67-356a-4505-8579-9742b691b360 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:37:08.096851 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-64d2d0a9-d8a7-44fe-bc48-e30ec1a12a9e service neutron] Attempting to bind port 1dcc8a67-356a-4505-8579-9742b691b360 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'd7f1c4dc-22c2-4c68-872d-90dc779e27be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58'}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:37:08.097178 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-64d2d0a9-d8a7-44fe-bc48-e30ec1a12a9e service neutron] Attempting to bind port 1dcc8a67-356a-4505-8579-9742b691b360 on network 247d0ee0-142b-4d40-8e91-ea541c052e58 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:37:08.112140 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-64d2d0a9-d8a7-44fe-bc48-e30ec1a12a9e service neutron] Port 1dcc8a67-356a-4505-8579-9742b691b360 on network 247d0ee0-142b-4d40-8e91-ea541c052e58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:37:08.112466 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-64d2d0a9-d8a7-44fe-bc48-e30ec1a12a9e service neutron] Attempting to bind port 1dcc8a67-356a-4505-8579-9742b691b360 on network 247d0ee0-142b-4d40-8e91-ea541c052e58 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:37:08.125006 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-64d2d0a9-d8a7-44fe-bc48-e30ec1a12a9e service neutron] Checking agent: {'id': 'f1e01c1b-bf46-4f7e-883c-267517c6b0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'started_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:37:08.125339 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-64d2d0a9-d8a7-44fe-bc48-e30ec1a12a9e service neutron] Checking segment: {'id': 'd7f1c4dc-22c2-4c68-872d-90dc779e27be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:37:08.125722 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-64d2d0a9-d8a7-44fe-bc48-e30ec1a12a9e service neutron] Bound using segment: {'id': 'd7f1c4dc-22c2-4c68-872d-90dc779e27be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58'} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:37:08.126141 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-64d2d0a9-d8a7-44fe-bc48-e30ec1a12a9e service neutron] Bound port: 1dcc8a67-356a-4505-8579-9742b691b360, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f1c4dc-22c2-4c68-872d-90dc779e27be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58'}}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:37:08.126495 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-64d2d0a9-d8a7-44fe-bc48-e30ec1a12a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (1dcc8a67-356a-4505-8579-9742b691b360), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:08.131083 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0b34cef2-a626-4aa2-9e6e-1c6ad7838208 req-d9a861ff-da33-4d77-9662-67b38fde05cb tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862579 Jul 18 10:37:08.160693 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:08.197337 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-64d2d0a9-d8a7-44fe-bc48-e30ec1a12a9e service neutron] For port 1dcc8a67-356a-4505-8579-9742b691b360, host hv-cinder-83754, cleared binding levels {{(pid=103899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:37:08.200341 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-64d2d0a9-d8a7-44fe-bc48-e30ec1a12a9e service neutron] For port 1dcc8a67-356a-4505-8579-9742b691b360, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1dcc8a67-356a-4505-8579-9742b691b360,segment=NetworkSegment(d7f1c4dc-22c2-4c68-872d-90dc779e27be),segment_id=d7f1c4dc-22c2-4c68-872d-90dc779e27be)] {{(pid=103899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:37:08.210943 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-64d2d0a9-d8a7-44fe-bc48-e30ec1a12a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (1dcc8a67-356a-4505-8579-9742b691b360), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:08.255683 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-64d2d0a9-d8a7-44fe-bc48-e30ec1a12a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:08.256479 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-64d2d0a9-d8a7-44fe-bc48-e30ec1a12a9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:08.258012 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-64d2d0a9-d8a7-44fe-bc48-e30ec1a12a9e service neutron] 10.222.0.30 "PUT /v2.0/ports/1dcc8a67-356a-4505-8579-9742b691b360 HTTP/1.1" status: 200 len: 1093 time: 0.7538252 Jul 18 10:37:08.263695 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4da4be-98d3-4976-97aa-a3ca9b8ddf96', 'tag': '1dcc8a67-356a-4505-8579-9742b691b360'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:37:08.263695 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c4affa-3f01-4ff5-8b57-e256889d1b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "7c4da4be-98d3-4976-97aa-a3ca9b8ddf96", "tag": "1dcc8a67-356a-4505-8579-9742b691b360"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:37:08.299750 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2d0a9-d8a7-44fe-bc48-e30ec1a12a9e service neutron] Pushing event updated for resources: {'Port': ['ID=1dcc8a67-356a-4505-8579-9742b691b360,revision_number=3']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:08.320780 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac52ca3c-d2d4-4453-895e-9d8699398fdc x-openstack-request-id: req-ac52ca3c-d2d4-4453-895e-9d8699398fdc {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:37:08.321075 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c4da4be-98d3-4976-97aa-a3ca9b8ddf96", "tag": "1dcc8a67-356a-4505-8579-9742b691b360", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:37:08.321330 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ac52ca3c-d2d4-4453-895e-9d8699398fdc {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:37:08.321736 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac52ca3c-d2d4-4453-895e-9d8699398fdc'] response: {'name': 'network-changed', 'server_uuid': '7c4da4be-98d3-4976-97aa-a3ca9b8ddf96', 'tag': '1dcc8a67-356a-4505-8579-9742b691b360', 'status': 'completed', 'code': 200} Jul 18 10:37:08.355408 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-9b68bcd6-ecf9-4e81-bd74-572fcac9c400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:08.356967 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-9b68bcd6-ecf9-4e81-bd74-572fcac9c400 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=feefb94984d54cbbaa70b963d956a520&device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 1127 time: 0.0509515 Jul 18 10:37:08.411023 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-32e414eb-c49b-4f94-986a-be47383c8023 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1dcc8a67-356a-4505-8579-9742b691b360 HTTP/1.1" status: 200 len: 217 time: 0.0448902 Jul 18 10:37:08.468737 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-e80c09f8-1903-4fa8-9f59-bd62328bb72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:08.470207 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-e80c09f8-1903-4fa8-9f59-bd62328bb72b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=11cfac8b-7d7d-4e4b-88cc-819243717cd6 HTTP/1.1" status: 200 len: 856 time: 0.0530603 Jul 18 10:37:08.524144 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-caa79d68-18cb-474a-8290-fa941b56ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:08.525643 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-caa79d68-18cb-474a-8290-fa941b56ffbe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=247d0ee0-142b-4d40-8e91-ea541c052e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483246 Jul 18 10:37:08.638423 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-27bab81d-b742-4962-875f-71d4637c89fa service neutron] 10.222.0.30 "GET /v2.0/networks/247d0ee0-142b-4d40-8e91-ea541c052e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059413 Jul 18 10:37:08.737909 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b7ccaeda-5993-44d8-8ee2-a4cf263aac84 req-95cf6079-6629-4c3b-a9c5-b2667eebd266 service neutron] 10.222.0.30 "GET /v2.0/networks/247d0ee0-142b-4d40-8e91-ea541c052e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930846 Jul 18 10:37:08.831611 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4affa-3f01-4ff5-8b57-e256889d1b8f req-5c2434f5-6cfd-4b24-9890-ced14fa41386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:08.833878 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-01c4affa-3f01-4ff5-8b57-e256889d1b8f req-5c2434f5-6cfd-4b24-9890-ced14fa41386 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=feefb94984d54cbbaa70b963d956a520&device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 1127 time: 0.0421479 Jul 18 10:37:09.256321 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4affa-3f01-4ff5-8b57-e256889d1b8f req-b90da5bf-38bf-42cb-8077-438e3e909fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:09.257825 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-01c4affa-3f01-4ff5-8b57-e256889d1b8f req-b90da5bf-38bf-42cb-8077-438e3e909fa5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=247d0ee0-142b-4d40-8e91-ea541c052e58 HTTP/1.1" status: 200 len: 918 time: 0.4179013 Jul 18 10:37:09.281532 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e52f0-6be8-4ba6-991e-a142b13cb93f req-f191898a-d9b6-4b97-9562-4cfa53e199f9 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:09.282919 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5f9e52f0-6be8-4ba6-991e-a142b13cb93f req-f191898a-d9b6-4b97-9562-4cfa53e199f9 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 943 time: 0.0666797 Jul 18 10:37:09.313027 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-01c4affa-3f01-4ff5-8b57-e256889d1b8f req-26e534f5-c41c-4f71-9431-4c1f3875013c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1dcc8a67-356a-4505-8579-9742b691b360 HTTP/1.1" status: 200 len: 217 time: 0.0476987 Jul 18 10:37:09.393145 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5f9e52f0-6be8-4ba6-991e-a142b13cb93f req-58f29bbf-62a3-439d-8993-096eb6545805 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825100 Jul 18 10:37:09.394685 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4affa-3f01-4ff5-8b57-e256889d1b8f req-528c9a18-40b6-407c-bd8e-e9f0fdd49689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:09.396195 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-01c4affa-3f01-4ff5-8b57-e256889d1b8f req-528c9a18-40b6-407c-bd8e-e9f0fdd49689 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=11cfac8b-7d7d-4e4b-88cc-819243717cd6 HTTP/1.1" status: 200 len: 856 time: 0.0761473 Jul 18 10:37:09.444680 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4affa-3f01-4ff5-8b57-e256889d1b8f req-606e9e1e-b2b8-4e20-a4c8-06e673572151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:09.446180 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-01c4affa-3f01-4ff5-8b57-e256889d1b8f req-606e9e1e-b2b8-4e20-a4c8-06e673572151 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=247d0ee0-142b-4d40-8e91-ea541c052e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397494 Jul 18 10:37:09.479770 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:09.542984 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-01c4affa-3f01-4ff5-8b57-e256889d1b8f req-7543b3fb-d90f-46cf-a639-df9dae2fe7b9 service neutron] 10.222.0.30 "GET /v2.0/networks/247d0ee0-142b-4d40-8e91-ea541c052e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903270 Jul 18 10:37:09.641779 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-01c4affa-3f01-4ff5-8b57-e256889d1b8f req-8d3ea1bc-a67a-402e-be0e-4b1864693759 service neutron] 10.222.0.30 "GET /v2.0/networks/247d0ee0-142b-4d40-8e91-ea541c052e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914733 Jul 18 10:37:10.513248 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832046aa-e14c-4c0d-af21-f52c522cb724 req-0531b474-47ee-43d1-b469-c3732f33c8f5 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:10.515672 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-832046aa-e14c-4c0d-af21-f52c522cb724 req-0531b474-47ee-43d1-b469-c3732f33c8f5 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 943 time: 0.0486176 Jul 18 10:37:10.544066 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:10.567130 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-832046aa-e14c-4c0d-af21-f52c522cb724 req-21f04a2c-87d2-4e49-b47d-28c99977cd2b tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449204 Jul 18 10:37:11.689471 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a3428-845f-46cc-a5bc-2d9da988b66c req-0b36b1d5-11e8-4935-bf53-5acef900201b tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:11.690947 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b18a3428-845f-46cc-a5bc-2d9da988b66c req-0b36b1d5-11e8-4935-bf53-5acef900201b tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 943 time: 0.0528116 Jul 18 10:37:11.740989 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b18a3428-845f-46cc-a5bc-2d9da988b66c req-f5b0785f-b929-4d01-bf2a-cfc4a2b90d86 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443299 Jul 18 10:37:12.862237 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e44d9-875b-4ff8-84cd-d1f7fe6e9c3e req-ee3b3658-6140-410a-9fc9-cba237cb7b63 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:12.863818 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fc9e44d9-875b-4ff8-84cd-d1f7fe6e9c3e req-ee3b3658-6140-410a-9fc9-cba237cb7b63 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 943 time: 0.0511367 Jul 18 10:37:12.913043 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fc9e44d9-875b-4ff8-84cd-d1f7fe6e9c3e req-2a608cb9-3232-4c19-b5a7-fa2641396fbd tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419965 Jul 18 10:37:14.036067 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d244444-3838-4d35-804d-743da2aeaa0b req-358092f4-6ff2-48bb-bccd-d1ab61cd6e7c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:14.037607 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8d244444-3838-4d35-804d-743da2aeaa0b req-358092f4-6ff2-48bb-bccd-d1ab61cd6e7c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 943 time: 0.0461559 Jul 18 10:37:14.085895 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8d244444-3838-4d35-804d-743da2aeaa0b req-e7da4360-0549-4b85-8dfa-ed4d77d13b9a tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417657 Jul 18 10:37:14.153227 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 1dcc8a67-356a-4505-8579-9742b691b360 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:37:14.155516 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:14.257350 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 1dcc8a67-356a-4505-8579-9742b691b360, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1dcc8a67-356a-4505-8579-9742b691b360,segment=NetworkSegment(d7f1c4dc-22c2-4c68-872d-90dc779e27be),segment_id=d7f1c4dc-22c2-4c68-872d-90dc779e27be)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:37:14.268228 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Returning: {'device': '1dcc8a67-356a-4505-8579-9742b691b360', 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58', 'port_id': '1dcc8a67-356a-4505-8579-9742b691b360', 'mac_address': 'fa:16:3e:90:cc:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:37:14.309921 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port 1dcc8a67-356a-4505-8579-9742b691b360 is: DOWN; New status is: BUILD {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:37:14.310311 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (1dcc8a67-356a-4505-8579-9742b691b360), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:14.313574 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=7,neutron:DELETE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:14.324150 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dcc8a67-356a-4505-8579-9742b691b360 {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:37:14.341154 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=32,neutron:DELETE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:14.343554 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 1dcc8a67-356a-4505-8579-9742b691b360, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1dcc8a67-356a-4505-8579-9742b691b360,segment=NetworkSegment(d7f1c4dc-22c2-4c68-872d-90dc779e27be),segment_id=d7f1c4dc-22c2-4c68-872d-90dc779e27be)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:37:14.346936 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (1dcc8a67-356a-4505-8579-9742b691b360), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:14.397062 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=1dcc8a67-356a-4505-8579-9742b691b360,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:14.404435 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:14.404806 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:14.405148 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:14.405489 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:14.405819 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:14.406151 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:14.406475 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:14.406917 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:14.407289 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:14.407466 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:14.407766 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:14.408106 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:14.408420 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:14.408762 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:14.409080 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:14.614494 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['1dcc8a67-356a-4505-8579-9742b691b360'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:37:15.206782 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f38c6b-4e7e-48ee-9014-f4f6138cc226 req-0379743b-7a8f-42d9-aac7-3ba3e2877425 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:15.208280 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-79f38c6b-4e7e-48ee-9014-f4f6138cc226 req-0379743b-7a8f-42d9-aac7-3ba3e2877425 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 944 time: 0.0485520 Jul 18 10:37:15.260211 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-79f38c6b-4e7e-48ee-9014-f4f6138cc226 req-1d0f95f3-ba10-439e-9d7a-76d583c0d1b3 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461757 Jul 18 10:37:16.172987 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 1dcc8a67-356a-4505-8579-9742b691b360 up at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:37:16.216773 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning for port 1dcc8a67-356a-4505-8579-9742b691b360 completed by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:37:16.223919 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning complete for port 1dcc8a67-356a-4505-8579-9742b691b360 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:37:16.224324 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (1dcc8a67-356a-4505-8579-9742b691b360), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:16.304169 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port 1dcc8a67-356a-4505-8579-9742b691b360 is: BUILD; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:37:16.304611 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (1dcc8a67-356a-4505-8579-9742b691b360), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:16.327501 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4da4be-98d3-4976-97aa-a3ca9b8ddf96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dcc8a67-356a-4505-8579-9742b691b360'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:37:16.329737 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84681e705a03fd555db26336157b75fd76ce56e0c69b7b802094418238443ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7682baef-f68f-4787-8979-eed000118aaf" -d '{"events": [{"server_uuid": "7c4da4be-98d3-4976-97aa-a3ca9b8ddf96", "name": "network-vif-plugged", "status": "completed", "tag": "1dcc8a67-356a-4505-8579-9742b691b360"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:37:16.342565 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 1dcc8a67-356a-4505-8579-9742b691b360, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1dcc8a67-356a-4505-8579-9742b691b360,segment=NetworkSegment(d7f1c4dc-22c2-4c68-872d-90dc779e27be),segment_id=d7f1c4dc-22c2-4c68-872d-90dc779e27be)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:37:16.347411 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (1dcc8a67-356a-4505-8579-9742b691b360), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:16.381030 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73d16d8-4eda-47f5-b8ca-eb2ca40e165c x-openstack-request-id: req-e73d16d8-4eda-47f5-b8ca-eb2ca40e165c {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:37:16.381313 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4da4be-98d3-4976-97aa-a3ca9b8ddf96", "name": "network-vif-plugged", "status": "completed", "tag": "1dcc8a67-356a-4505-8579-9742b691b360", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:37:16.381560 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e73d16d8-4eda-47f5-b8ca-eb2ca40e165c {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:37:16.381990 dv-cinder-837546-3-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e73d16d8-4eda-47f5-b8ca-eb2ca40e165c'] response: {'server_uuid': '7c4da4be-98d3-4976-97aa-a3ca9b8ddf96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dcc8a67-356a-4505-8579-9742b691b360', 'code': 200} Jul 18 10:37:16.387077 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e9b03-967e-4af8-9ee3-bf519341bf60 req-31b0ccee-7b12-44e7-91ae-9534ec1050f4 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:16.388806 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c15e9b03-967e-4af8-9ee3-bf519341bf60 req-31b0ccee-7b12-44e7-91ae-9534ec1050f4 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 944 time: 0.0553756 Jul 18 10:37:16.409909 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=1dcc8a67-356a-4505-8579-9742b691b360,revision_number=5']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:16.440452 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c15e9b03-967e-4af8-9ee3-bf519341bf60 req-079a2098-49f0-498f-988d-fc8e3a598bf3 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449703 Jul 18 10:37:16.553407 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2d25d-d162-47c5-a4b1-2c99672be958 req-e0353989-8c0e-4a70-a260-2dc9ce72cf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:16.555369 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2bb2d25d-d162-47c5-a4b1-2c99672be958 req-e0353989-8c0e-4a70-a260-2dc9ce72cf36 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 1129 time: 0.0386431 Jul 18 10:37:16.621314 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2bb2d25d-d162-47c5-a4b1-2c99672be958 req-65625b01-01e6-4124-8691-9b0fce3f0c52 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595069 Jul 18 10:37:17.567322 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e50cfc-4344-4b87-8709-c2316b9707e2 req-6781dc8b-da68-4e3d-be75-785246963968 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:17.568872 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f3e50cfc-4344-4b87-8709-c2316b9707e2 req-6781dc8b-da68-4e3d-be75-785246963968 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 945 time: 0.0514245 Jul 18 10:37:17.617930 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f3e50cfc-4344-4b87-8709-c2316b9707e2 req-7bd43409-1c75-42cd-ad85-2b3316c51d05 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428085 Jul 18 10:37:18.735645 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc79243-bd33-477c-9491-82f8d252f8f3 req-4a8f1ba5-ff06-4f8f-a000-a9ac87b2bc61 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:18.737122 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-7bc79243-bd33-477c-9491-82f8d252f8f3 req-4a8f1ba5-ff06-4f8f-a000-a9ac87b2bc61 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 945 time: 0.0472000 Jul 18 10:37:18.783375 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-7bc79243-bd33-477c-9491-82f8d252f8f3 req-8eaeb32f-39c5-473c-99d9-9becfa066327 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407710 Jul 18 10:37:18.896149 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de41ce-5948-498a-b73d-65026babf13a req-a356656b-714d-4d06-9deb-d4fe0769e146 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:18.898171 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-70de41ce-5948-498a-b73d-65026babf13a req-a356656b-714d-4d06-9deb-d4fe0769e146 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 945 time: 0.0496643 Jul 18 10:37:18.906442 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 38438) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:37:18.911017 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [None req-49fbbfa1-aab1-410c-8cd1-eb2b1dcb2585 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Request body: {'floatingip': {'port_id': '1dcc8a67-356a-4505-8579-9742b691b360'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:37:18.948780 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-49fbbfa1-aab1-410c-8cd1-eb2b1dcb2585 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for floatingip (9a7a4e6a-7a98-4a2c-8d82-0bf5b02129b3), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:18.977436 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:19.182222 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:19.371724 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-49fbbfa1-aab1-410c-8cd1-eb2b1dcb2585 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:19.376563 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-49fbbfa1-aab1-410c-8cd1-eb2b1dcb2585 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780340'] for floatingip (9a7a4e6a-7a98-4a2c-8d82-0bf5b02129b3), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:19.470811 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.db.l3_db [None req-49fbbfa1-aab1-410c-8cd1-eb2b1dcb2585 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Floating IP 9a7a4e6a-7a98-4a2c-8d82-0bf5b02129b3 associated. External IP: 172.27.3.21, port: 1dcc8a67-356a-4505-8579-9742b691b360. Jul 18 10:37:19.660258 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49fbbfa1-aab1-410c-8cd1-eb2b1dcb2585 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Router ec26e035-64e9-43c6-bb4a-3b2f7b247bc8 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:37:19.761768 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fbbfa1-aab1-410c-8cd1-eb2b1dcb2585 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:37:19.766477 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-49fbbfa1-aab1-410c-8cd1-eb2b1dcb2585 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:19.771553 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6672142f-53a1-47b1-a583-1fac6e0e755d None None] Sync routers for ids ['ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:37:19.781760 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6672142f-53a1-47b1-a583-1fac6e0e755d None None] Routers {'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:37:19.782361 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-6672142f-53a1-47b1-a583-1fac6e0e755d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:36:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:37:19.796938 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-49fbbfa1-aab1-410c-8cd1-eb2b1dcb2585 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "PUT /v2.0/floatingips/9a7a4e6a-7a98-4a2c-8d82-0bf5b02129b3 HTTP/1.1" status: 200 len: 990 time: 0.8894465 Jul 18 10:37:19.797627 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4da4be-98d3-4976-97aa-a3ca9b8ddf96', 'tag': '1dcc8a67-356a-4505-8579-9742b691b360'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:37:19.799951 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6d3c75-1a46-4def-8570-d03d4b30f3f8" -d '{"events": [{"name": "network-changed", "server_uuid": "7c4da4be-98d3-4976-97aa-a3ca9b8ddf96", "tag": "1dcc8a67-356a-4505-8579-9742b691b360"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:37:19.834197 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfbaa6f-1159-4a86-9b5b-557db7836624 x-openstack-request-id: req-3bfbaa6f-1159-4a86-9b5b-557db7836624 {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:37:19.834491 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c4da4be-98d3-4976-97aa-a3ca9b8ddf96", "tag": "1dcc8a67-356a-4505-8579-9742b691b360", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:37:19.835376 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3bfbaa6f-1159-4a86-9b5b-557db7836624 {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:37:19.835831 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bfbaa6f-1159-4a86-9b5b-557db7836624'] response: {'name': 'network-changed', 'server_uuid': '7c4da4be-98d3-4976-97aa-a3ca9b8ddf96', 'tag': '1dcc8a67-356a-4505-8579-9742b691b360', 'status': 'completed', 'code': 200} Jul 18 10:37:19.861344 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:19.889149 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-6672142f-53a1-47b1-a583-1fac6e0e755d None None] Set router ec26e035-64e9-43c6-bb4a-3b2f7b247bc8 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:37:19.921331 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:20.056730 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-02b57488-ab61-4b22-af70-a3cdc3bb80e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:20.242828 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-6672142f-53a1-47b1-a583-1fac6e0e755d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1100211690-router', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:14Z', 'revision_number': 4, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'gw_port': {'id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '9a7a4e6a-7a98-4a2c-8d82-0bf5b02129b3', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'floating_ip_address': '172.27.3.21', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'port_id': '1dcc8a67-356a-4505-8579-9742b691b360', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58', 'mac_address': 'fa:16:3e:90:cc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4da4be-98d3-4976-97aa-a3ca9b8ddf96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:37:04Z', 'updated_at': '2022-07-18T10:37:19Z', 'revision_number': 1, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08a76c27-b00d-4700-89ae-293faa6c264f', 'name': '', 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'mac_address': 'fa:16:3e:56:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:13Z', 'updated_at': '2022-07-18T10:34:19Z', 'revision_number': 5, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'subnets': [{'id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:37:20.267629 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6672142f-53a1-47b1-a583-1fac6e0e755d None None] Checking router: ec26e035-64e9-43c6-bb4a-3b2f7b247bc8 for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:37:20.276746 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6672142f-53a1-47b1-a583-1fac6e0e755d None None] Routers {'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:37:20.277359 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-6672142f-53a1-47b1-a583-1fac6e0e755d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:36:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:37:20.382038 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-6672142f-53a1-47b1-a583-1fac6e0e755d None None] Set router ec26e035-64e9-43c6-bb4a-3b2f7b247bc8 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:37:20.589035 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-6672142f-53a1-47b1-a583-1fac6e0e755d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1100211690-router', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:14Z', 'revision_number': 4, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'gw_port': {'id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '9a7a4e6a-7a98-4a2c-8d82-0bf5b02129b3', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'floating_ip_address': '172.27.3.21', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'port_id': '1dcc8a67-356a-4505-8579-9742b691b360', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58', 'mac_address': 'fa:16:3e:90:cc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4da4be-98d3-4976-97aa-a3ca9b8ddf96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:37:04Z', 'updated_at': '2022-07-18T10:37:19Z', 'revision_number': 1, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08a76c27-b00d-4700-89ae-293faa6c264f', 'name': '', 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'mac_address': 'fa:16:3e:56:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:13Z', 'updated_at': '2022-07-18T10:34:19Z', 'revision_number': 5, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'subnets': [{'id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:37:20.613296 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6672142f-53a1-47b1-a583-1fac6e0e755d None None] The sync data for ids ['ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'] in dv-cinder-837546-3-iscsi is: [{'id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1100211690-router', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:14Z', 'revision_number': 4, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'gw_port': {'id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '9a7a4e6a-7a98-4a2c-8d82-0bf5b02129b3', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'floating_ip_address': '172.27.3.21', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'port_id': '1dcc8a67-356a-4505-8579-9742b691b360', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58', 'mac_address': 'fa:16:3e:90:cc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4da4be-98d3-4976-97aa-a3ca9b8ddf96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:37:04Z', 'updated_at': '2022-07-18T10:37:19Z', 'revision_number': 1, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08a76c27-b00d-4700-89ae-293faa6c264f', 'name': '', 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'mac_address': 'fa:16:3e:56:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:13Z', 'updated_at': '2022-07-18T10:34:19Z', 'revision_number': 5, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'subnets': [{'id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:37:20.807570 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f943f5e-6558-43b0-87e2-be3027d0dad6 None None] New status for floating IP 9a7a4e6a-7a98-4a2c-8d82-0bf5b02129b3: ACTIVE {{(pid=103901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:37:21.185860 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d3c75-1a46-4def-8570-d03d4b30f3f8 req-55a045d5-f0b8-4d5e-aa97-5495abce9e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:21.187386 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8e6d3c75-1a46-4def-8570-d03d4b30f3f8 req-55a045d5-f0b8-4d5e-aa97-5495abce9e5c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=feefb94984d54cbbaa70b963d956a520&device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 1129 time: 0.0427883 Jul 18 10:37:21.278135 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:21.284087 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d3c75-1a46-4def-8570-d03d4b30f3f8 req-e6381a4d-624f-40cc-a232-51c519ff3217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:21.285603 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8e6d3c75-1a46-4def-8570-d03d4b30f3f8 req-e6381a4d-624f-40cc-a232-51c519ff3217 service neutron] 10.222.0.30 "GET /v2.0/networks?id=247d0ee0-142b-4d40-8e91-ea541c052e58 HTTP/1.1" status: 200 len: 918 time: 0.0922408 Jul 18 10:37:21.351972 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8e6d3c75-1a46-4def-8570-d03d4b30f3f8 req-ac853ce8-fe05-4847-bb26-96c65b729d7c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1dcc8a67-356a-4505-8579-9742b691b360 HTTP/1.1" status: 200 len: 1000 time: 0.0597465 Jul 18 10:37:21.400964 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d3c75-1a46-4def-8570-d03d4b30f3f8 req-18dd93ce-35bf-4da3-9d4d-ccc89307b433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:21.402398 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8e6d3c75-1a46-4def-8570-d03d4b30f3f8 req-18dd93ce-35bf-4da3-9d4d-ccc89307b433 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=11cfac8b-7d7d-4e4b-88cc-819243717cd6 HTTP/1.1" status: 200 len: 856 time: 0.0446274 Jul 18 10:37:21.442632 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:21.446590 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d3c75-1a46-4def-8570-d03d4b30f3f8 req-cb70ccc4-0c5b-4301-8e33-e6df483bbeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:21.448058 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8e6d3c75-1a46-4def-8570-d03d4b30f3f8 req-cb70ccc4-0c5b-4301-8e33-e6df483bbeb9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=247d0ee0-142b-4d40-8e91-ea541c052e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392632 Jul 18 10:37:21.547080 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8e6d3c75-1a46-4def-8570-d03d4b30f3f8 req-8ebca1ff-09e7-4e29-95f8-c9ccd71c88e1 service neutron] 10.222.0.30 "GET /v2.0/networks/247d0ee0-142b-4d40-8e91-ea541c052e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881062 Jul 18 10:37:21.637024 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8e6d3c75-1a46-4def-8570-d03d4b30f3f8 req-2180cc5f-beea-437b-94a3-166814f5df44 service neutron] 10.222.0.30 "GET /v2.0/networks/247d0ee0-142b-4d40-8e91-ea541c052e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834870 Jul 18 10:37:22.327669 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-99cb7c9c-1ea9-484e-b8e8-e0b7fef90016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:22.823242 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 6 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:37:23.610037 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:24.792079 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:25.092358 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:25.400375 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:27.202389 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 38524) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:37:27.248640 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 38528) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:37:27.353164 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-effe250b-85d2-41ab-90ec-0e551131cc63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:27.388303 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-38a84c57-21cb-4f85-bab3-c7d55000d83c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:27.487732 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-effe250b-85d2-41ab-90ec-0e551131cc63 admin admin] Publish callbacks [] for security_group (def044bb-c285-4bb0-b43f-1c9eca301453), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:27.495590 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-effe250b-85d2-41ab-90ec-0e551131cc63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (def044bb-c285-4bb0-b43f-1c9eca301453), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:27.551339 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-38a84c57-21cb-4f85-bab3-c7d55000d83c admin admin] Publish callbacks [] for security_group (7ff61ca8-ee1f-4bd1-9080-ac0ea8492bac), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:27.556952 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-effe250b-85d2-41ab-90ec-0e551131cc63 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9d9c73a75a0f431892c67d62a509422d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3072922 Jul 18 10:37:27.557823 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 38532) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:37:27.558315 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe250b-85d2-41ab-90ec-0e551131cc63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def044bb-c285-4bb0-b43f-1c9eca301453,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:27.560761 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-38a84c57-21cb-4f85-bab3-c7d55000d83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (7ff61ca8-ee1f-4bd1-9080-ac0ea8492bac), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:27.574189 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe250b-85d2-41ab-90ec-0e551131cc63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:27.574541 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe250b-85d2-41ab-90ec-0e551131cc63 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:27.574883 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe250b-85d2-41ab-90ec-0e551131cc63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:27.575224 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe250b-85d2-41ab-90ec-0e551131cc63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:27.575557 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe250b-85d2-41ab-90ec-0e551131cc63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:27.575888 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe250b-85d2-41ab-90ec-0e551131cc63 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:27.576237 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe250b-85d2-41ab-90ec-0e551131cc63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:27.576570 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe250b-85d2-41ab-90ec-0e551131cc63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:27.576899 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe250b-85d2-41ab-90ec-0e551131cc63 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:27.577228 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe250b-85d2-41ab-90ec-0e551131cc63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:27.577556 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe250b-85d2-41ab-90ec-0e551131cc63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:27.577880 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe250b-85d2-41ab-90ec-0e551131cc63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:27.578207 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe250b-85d2-41ab-90ec-0e551131cc63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:27.578529 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe250b-85d2-41ab-90ec-0e551131cc63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:27.578846 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe250b-85d2-41ab-90ec-0e551131cc63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:27.606980 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ee94c4b9-68e6-47f7-b0fa-c94b92877c3c admin admin] Publish callbacks [] for security_group (def044bb-c285-4bb0-b43f-1c9eca301453), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:27.614687 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-38a84c57-21cb-4f85-bab3-c7d55000d83c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=79d1632d8aa441b782effcc0008b9631&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4112105 Jul 18 10:37:27.616730 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a84c57-21cb-4f85-bab3-c7d55000d83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff61ca8-ee1f-4bd1-9080-ac0ea8492bac,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:27.618619 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 38534) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:37:27.648133 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ee94c4b9-68e6-47f7-b0fa-c94b92877c3c admin admin] Publish callbacks [] for security_group (def044bb-c285-4bb0-b43f-1c9eca301453), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:27.703796 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3cc9eda6-50c9-4724-81c7-7d861c3d0d1c admin admin] Publish callbacks [] for security_group (7ff61ca8-ee1f-4bd1-9080-ac0ea8492bac), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:27.729904 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3cc9eda6-50c9-4724-81c7-7d861c3d0d1c admin admin] Publish callbacks [] for security_group (7ff61ca8-ee1f-4bd1-9080-ac0ea8492bac), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:27.736387 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ee94c4b9-68e6-47f7-b0fa-c94b92877c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (def044bb-c285-4bb0-b43f-1c9eca301453), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:27.738915 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ee94c4b9-68e6-47f7-b0fa-c94b92877c3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:27.740051 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-ee94c4b9-68e6-47f7-b0fa-c94b92877c3c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/def044bb-c285-4bb0-b43f-1c9eca301453 HTTP/1.1" status: 204 len: 168 time: 0.1812632 Jul 18 10:37:27.755536 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94c4b9-68e6-47f7-b0fa-c94b92877c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def044bb-c285-4bb0-b43f-1c9eca301453,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:27.791901 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3cc9eda6-50c9-4724-81c7-7d861c3d0d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (7ff61ca8-ee1f-4bd1-9080-ac0ea8492bac), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:27.794606 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3cc9eda6-50c9-4724-81c7-7d861c3d0d1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:27.795756 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-3cc9eda6-50c9-4724-81c7-7d861c3d0d1c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7ff61ca8-ee1f-4bd1-9080-ac0ea8492bac HTTP/1.1" status: 204 len: 168 time: 0.1761324 Jul 18 10:37:27.804466 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9eda6-50c9-4724-81c7-7d861c3d0d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff61ca8-ee1f-4bd1-9080-ac0ea8492bac,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:28.193524 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cc229-20fd-4bad-bbeb-e4aa8d2416ea req-414a71d5-9cb1-40c5-b359-a1f8c86a83cb tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:28.197182 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-587cc229-20fd-4bad-bbeb-e4aa8d2416ea req-414a71d5-9cb1-40c5-b359-a1f8c86a83cb tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 945 time: 0.0556853 Jul 18 10:37:28.257303 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-587cc229-20fd-4bad-bbeb-e4aa8d2416ea req-dccf107b-2f94-407a-b321-905238bec2cd tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542569 Jul 18 10:37:29.379565 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb023d-d496-4b0e-be56-71279598b4c1 req-19f5efab-7c7e-4977-b1df-34f3e15a8fd1 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:29.381093 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-47eb023d-d496-4b0e-be56-71279598b4c1 req-19f5efab-7c7e-4977-b1df-34f3e15a8fd1 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 945 time: 0.0498533 Jul 18 10:37:29.432276 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-47eb023d-d496-4b0e-be56-71279598b4c1 req-f2a07962-52df-4809-92f3-daad894a48e3 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448275 Jul 18 10:37:30.535886 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:30.548168 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2301c43-3d39-4bae-9b57-14f8b3fe0a22 req-e3b623ec-8915-40cc-93df-2599f6f98f46 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:30.549693 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e2301c43-3d39-4bae-9b57-14f8b3fe0a22 req-e3b623ec-8915-40cc-93df-2599f6f98f46 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 945 time: 0.0489838 Jul 18 10:37:30.596442 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:30.601949 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e2301c43-3d39-4bae-9b57-14f8b3fe0a22 req-f9e8e4b3-ab50-493d-b71e-070b5128cf0a tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460622 Jul 18 10:37:30.982276 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=31 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:31.723894 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba514c-041a-4002-84bc-6be991b78519 req-51f95807-3651-4d2a-aae5-6bc94cb6f4f6 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:31.725396 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-54ba514c-041a-4002-84bc-6be991b78519 req-51f95807-3651-4d2a-aae5-6bc94cb6f4f6 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 945 time: 0.0504792 Jul 18 10:37:31.775631 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-54ba514c-041a-4002-84bc-6be991b78519 req-be0b6cfa-9c8d-4bc3-a7e8-d1280c7c735a tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438144 Jul 18 10:37:32.090035 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 38654) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:37:32.206910 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e9c84cbd-1bb6-43d0-b979-837a348d7039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:32.284239 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e9c84cbd-1bb6-43d0-b979-837a348d7039 admin admin] Publish callbacks [] for security_group (c27fa8dc-a06d-4624-a149-358103bd009f), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:32.287953 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e9c84cbd-1bb6-43d0-b979-837a348d7039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (c27fa8dc-a06d-4624-a149-358103bd009f), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:32.326565 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-e9c84cbd-1bb6-43d0-b979-837a348d7039 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=67ed50546d004a459ad43df30992b3d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355673 Jul 18 10:37:32.327678 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c84cbd-1bb6-43d0-b979-837a348d7039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27fa8dc-a06d-4624-a149-358103bd009f,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:32.329293 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 38658) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:37:32.379441 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-10c7e2cc-493a-4a0e-a929-6343b9d3ed33 admin admin] Publish callbacks [] for security_group (c27fa8dc-a06d-4624-a149-358103bd009f), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:32.401051 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-10c7e2cc-493a-4a0e-a929-6343b9d3ed33 admin admin] Publish callbacks [] for security_group (c27fa8dc-a06d-4624-a149-358103bd009f), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:32.445152 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-10c7e2cc-493a-4a0e-a929-6343b9d3ed33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (c27fa8dc-a06d-4624-a149-358103bd009f), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:32.448350 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-10c7e2cc-493a-4a0e-a929-6343b9d3ed33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:32.449532 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-10c7e2cc-493a-4a0e-a929-6343b9d3ed33 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c27fa8dc-a06d-4624-a149-358103bd009f HTTP/1.1" status: 204 len: 168 time: 0.1184967 Jul 18 10:37:32.457205 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7e2cc-493a-4a0e-a929-6343b9d3ed33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27fa8dc-a06d-4624-a149-358103bd009f,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:32.712338 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 38664) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:37:32.725745 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b0b862a1-311e-4e62-b016-3d0bed3f83be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:32.806821 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b0b862a1-311e-4e62-b016-3d0bed3f83be admin admin] Publish callbacks [] for security_group (4b842a88-5bcc-43c9-9b91-734d4ea78e25), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:32.810853 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b0b862a1-311e-4e62-b016-3d0bed3f83be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (4b842a88-5bcc-43c9-9b91-734d4ea78e25), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:32.819218 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=31,neutron:UPDATE=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:32.850393 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-b0b862a1-311e-4e62-b016-3d0bed3f83be admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=956c49b590f24ccb8b4b83a5177ba172&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369421 Jul 18 10:37:32.851594 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b862a1-311e-4e62-b016-3d0bed3f83be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b842a88-5bcc-43c9-9b91-734d4ea78e25,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:32.854635 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 38668) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:37:32.897310 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e323ee-33cd-418d-baaa-b65c9ed86602 req-0a79c1bf-2f92-4d8e-8a7e-12203bb1677f tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:32.898957 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-84e323ee-33cd-418d-baaa-b65c9ed86602 req-0a79c1bf-2f92-4d8e-8a7e-12203bb1677f tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 945 time: 0.0521741 Jul 18 10:37:32.903469 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-94deef48-0b04-4e8b-815b-c64f0e9398d5 admin admin] Publish callbacks [] for security_group (4b842a88-5bcc-43c9-9b91-734d4ea78e25), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:32.926725 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-94deef48-0b04-4e8b-815b-c64f0e9398d5 admin admin] Publish callbacks [] for security_group (4b842a88-5bcc-43c9-9b91-734d4ea78e25), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:32.935463 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=14 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:32.942494 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:32.953719 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-84e323ee-33cd-418d-baaa-b65c9ed86602 req-b77501eb-c669-4b54-969c-5e107e08bd09 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490191 Jul 18 10:37:32.981873 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-94deef48-0b04-4e8b-815b-c64f0e9398d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (4b842a88-5bcc-43c9-9b91-734d4ea78e25), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:32.984743 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-94deef48-0b04-4e8b-815b-c64f0e9398d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:32.986359 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-94deef48-0b04-4e8b-815b-c64f0e9398d5 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4b842a88-5bcc-43c9-9b91-734d4ea78e25 HTTP/1.1" status: 204 len: 168 time: 0.1310008 Jul 18 10:37:32.997010 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deef48-0b04-4e8b-815b-c64f0e9398d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b842a88-5bcc-43c9-9b91-734d4ea78e25,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:34.065801 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481091d8-fbe3-49af-b074-b43ff1a20957 req-48074c9e-2023-44e8-aad0-3cdf2b4efa13 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:34.067277 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-481091d8-fbe3-49af-b074-b43ff1a20957 req-48074c9e-2023-44e8-aad0-3cdf2b4efa13 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 945 time: 0.0459070 Jul 18 10:37:34.119559 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-481091d8-fbe3-49af-b074-b43ff1a20957 req-de3956c4-dea2-450d-9422-9349b4b13a45 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451109 Jul 18 10:37:35.233497 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b226e1-6be4-4327-bc96-6dfebe9495a5 req-314af59a-27d2-4403-87e2-1dbefa34e9aa tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:35.234970 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-11b226e1-6be4-4327-bc96-6dfebe9495a5 req-314af59a-27d2-4403-87e2-1dbefa34e9aa tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 945 time: 0.0481558 Jul 18 10:37:35.287925 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-11b226e1-6be4-4327-bc96-6dfebe9495a5 req-efd35988-aedf-45f4-b8f3-99c7e820c6ff tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469549 Jul 18 10:37:36.397900 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c06474-dfa9-4e19-a8e7-54fb5344cfdb req-ce82f82d-f92e-40b4-ad50-1259314ba9db tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:36.399858 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d8c06474-dfa9-4e19-a8e7-54fb5344cfdb req-ce82f82d-f92e-40b4-ad50-1259314ba9db tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 945 time: 0.0452323 Jul 18 10:37:36.448900 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d8c06474-dfa9-4e19-a8e7-54fb5344cfdb req-754cd131-697a-4bd4-ab3d-05b95c340c0d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418823 Jul 18 10:37:37.560645 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47dc92f-26d6-49a7-9723-730fcf1be38e req-14ce601c-7f16-423a-8490-819fb7548f8e tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:37.562092 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c47dc92f-26d6-49a7-9723-730fcf1be38e req-14ce601c-7f16-423a-8490-819fb7548f8e tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 945 time: 0.0471222 Jul 18 10:37:37.610084 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c47dc92f-26d6-49a7-9723-730fcf1be38e req-b0ffead5-337a-4f45-b342-d596fe1b8e74 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425603 Jul 18 10:37:38.546406 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a148cdf-2d60-44e0-a358-4ad55a50fa85 req-04b66a54-3684-4018-b35a-c32f726c12f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:38.547824 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2a148cdf-2d60-44e0-a358-4ad55a50fa85 req-04b66a54-3684-4018-b35a-c32f726c12f4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5628452a1ceb4af293ea96c187983fa6&device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 1129 time: 0.0434134 Jul 18 10:37:38.642605 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a148cdf-2d60-44e0-a358-4ad55a50fa85 req-cc117db0-bfea-43cb-a4fd-a3d1da3de830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:38.644211 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2a148cdf-2d60-44e0-a358-4ad55a50fa85 req-cc117db0-bfea-43cb-a4fd-a3d1da3de830 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa3e5fe6-aa22-4836-8d61-28fdcd6950fe HTTP/1.1" status: 200 len: 910 time: 0.0878346 Jul 18 10:37:38.733976 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:38.749583 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2a148cdf-2d60-44e0-a358-4ad55a50fa85 req-3d078cb1-150f-4746-8753-ed0d340c5350 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01aa80e4-4901-4d77-80cb-a644fd1ee6ff HTTP/1.1" status: 200 len: 1000 time: 0.0986795 Jul 18 10:37:38.756063 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccea62-0c3c-40fd-9300-1dc296bf134e req-c0d530c5-bc08-4b41-8ec2-7afea5c9dce4 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:38.757497 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b8ccea62-0c3c-40fd-9300-1dc296bf134e req-c0d530c5-bc08-4b41-8ec2-7afea5c9dce4 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 945 time: 0.0671258 Jul 18 10:37:38.790387 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:38.808701 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-b8ccea62-0c3c-40fd-9300-1dc296bf134e req-a5d86929-333b-4255-aa65-7514e6796f5d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451307 Jul 18 10:37:39.625147 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a148cdf-2d60-44e0-a358-4ad55a50fa85 req-bffeddcf-ff2f-425b-b6e7-bb33d9c0451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:39.626596 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2a148cdf-2d60-44e0-a358-4ad55a50fa85 req-bffeddcf-ff2f-425b-b6e7-bb33d9c0451e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=163f1fc6-a401-47e2-be63-6d39e9584c30 HTTP/1.1" status: 200 len: 848 time: 0.0451016 Jul 18 10:37:39.932789 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286f1f6-4f73-428d-95ea-115ef8b48b17 req-a306c4ef-efa6-46df-8ce9-f5d95ff3de75 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:39.934280 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8286f1f6-4f73-428d-95ea-115ef8b48b17 req-a306c4ef-efa6-46df-8ce9-f5d95ff3de75 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 945 time: 0.0555253 Jul 18 10:37:39.982551 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8286f1f6-4f73-428d-95ea-115ef8b48b17 req-117a33b2-e806-44aa-8c65-e2cefd192076 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427926 Jul 18 10:37:40.427556 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a148cdf-2d60-44e0-a358-4ad55a50fa85 req-3c5e8546-f657-4266-b02e-6022186338c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:40.428952 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2a148cdf-2d60-44e0-a358-4ad55a50fa85 req-3c5e8546-f657-4266-b02e-6022186338c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa3e5fe6-aa22-4836-8d61-28fdcd6950fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385160 Jul 18 10:37:41.095133 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d3ff4-03bd-41eb-94d5-9b8f1a0e196b req-cd0b6aa2-4fd4-4c92-9e13-4d759c506303 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:41.096722 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-843d3ff4-03bd-41eb-94d5-9b8f1a0e196b req-cd0b6aa2-4fd4-4c92-9e13-4d759c506303 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 945 time: 0.0466280 Jul 18 10:37:41.148885 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-843d3ff4-03bd-41eb-94d5-9b8f1a0e196b req-1f356273-096e-4c7d-b16f-ccf91d23cb8a tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458505 Jul 18 10:37:41.392132 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2a148cdf-2d60-44e0-a358-4ad55a50fa85 req-7a9388f5-aaa7-4405-b26a-10fb483c8790 service neutron] 10.222.0.30 "GET /v2.0/networks/aa3e5fe6-aa22-4836-8d61-28fdcd6950fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834053 Jul 18 10:37:41.485879 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2a148cdf-2d60-44e0-a358-4ad55a50fa85 req-cc6215dc-4935-45f4-b437-f9fa194a7615 service neutron] 10.222.0.30 "GET /v2.0/networks/aa3e5fe6-aa22-4836-8d61-28fdcd6950fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858331 Jul 18 10:37:42.271826 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d28e1a-aa40-47b6-88ab-7f2c5adf9878 req-1256e8e9-387d-4b92-b291-f8962232a35e tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:42.273210 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-63d28e1a-aa40-47b6-88ab-7f2c5adf9878 req-1256e8e9-387d-4b92-b291-f8962232a35e tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 945 time: 0.0533378 Jul 18 10:37:42.322432 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-63d28e1a-aa40-47b6-88ab-7f2c5adf9878 req-626e99f3-61f8-4726-8701-924bcca86923 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431669 Jul 18 10:37:42.469207 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:42.991086 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=5,neutron:DELETE=4 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:43.014008 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:43.435219 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdeac6e-0f4d-4be8-af83-f54d0ba2dfe3 req-38e582c3-1585-41b3-819e-b540587e2714 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:43.436682 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fbdeac6e-0f4d-4be8-af83-f54d0ba2dfe3 req-38e582c3-1585-41b3-819e-b540587e2714 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 945 time: 0.0464165 Jul 18 10:37:43.488657 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fbdeac6e-0f4d-4be8-af83-f54d0ba2dfe3 req-5526ad79-df5f-4fbc-ae9f-3728a3c5703c tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465040 Jul 18 10:37:44.520179 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-99247242-cb19-48e6-ab07-d4ae9fc9fee8 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-350612805&fields=id&tenant_id=2c656b71bbd447cba7d11335c928dfda HTTP/1.1" status: 200 len: 267 time: 0.0464242 Jul 18 10:37:44.932366 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf37b49-49d6-40d4-aef3-b694687cb220 req-148ee1f7-44e2-464a-832b-6f036f4b0f14 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:44.933867 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fcf37b49-49d6-40d4-aef3-b694687cb220 req-148ee1f7-44e2-464a-832b-6f036f4b0f14 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 945 time: 0.3664186 Jul 18 10:37:44.982494 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-5e537f3b-e990-4549-bdc2-2753e897a1d7 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:44.983969 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-5e537f3b-e990-4549-bdc2-2753e897a1d7 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/networks?id=9e654fce-ea72-45f2-b759-da2c9a65544d HTTP/1.1" status: 200 len: 811 time: 0.4570463 Jul 18 10:37:45.010714 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-3b1fbf70-aff7-43ad-a0b2-cfd4db6edeab tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/quotas/2c656b71bbd447cba7d11335c928dfda HTTP/1.1" status: 200 len: 375 time: 0.0211391 Jul 18 10:37:45.015227 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fcf37b49-49d6-40d4-aef3-b694687cb220 req-86278ef5-cbb7-4d7e-b3d0-2860b5b743de tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745924 Jul 18 10:37:45.062088 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-5a30d047-c5cc-4a9d-b206-6730f3728828 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=2c656b71bbd447cba7d11335c928dfda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459454 Jul 18 10:37:45.087967 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [req-cf99759b-8363-4448-8b0e-049f7fc63d0a req-1906585f-6be9-4ece-b8e8-9b73a352cb14 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 10:37:45.088971 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-cf99759b-8363-4448-8b0e-049f7fc63d0a req-1906585f-6be9-4ece-b8e8-9b73a352cb14 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0066948 Jul 18 10:37:45.097569 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:45.154793 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:45.199046 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-fe2329ed-e47c-4a4f-9483-8150dc39640d service neutron] 10.222.0.33 "GET /v2.0/networks/9e654fce-ea72-45f2-b759-da2c9a65544d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244874 Jul 18 10:37:45.279734 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c99f5d9f-f02c-4fff-ac1d-44e9fbbc7a51 req-d94c2563-3358-4059-bbcb-1b7cef67ecdc service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0936565 Jul 18 10:37:45.291541 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcd518-15e7-44f8-a2b3-518f59a4a40e req-af6ee3aa-9152-4d14-a1f0-1e6adbdee23b tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:45.292970 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d3bcd518-15e7-44f8-a2b3-518f59a4a40e req-af6ee3aa-9152-4d14-a1f0-1e6adbdee23b tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 945 time: 0.0786581 Jul 18 10:37:45.399752 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f5d9f-f02c-4fff-ac1d-44e9fbbc7a51 req-d2af3de4-1af3-4240-8eb3-53c287ed09af tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:45.401110 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c99f5d9f-f02c-4fff-ac1d-44e9fbbc7a51 req-d2af3de4-1af3-4240-8eb3-53c287ed09af tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports/01aa80e4-4901-4d77-80cb-a644fd1ee6ff HTTP/1.1" status: 200 len: 942 time: 0.0764673 Jul 18 10:37:45.426316 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-caf30006-7fb8-4166-98f5-b9e2786ce987 service neutron] 10.222.0.33 "GET /v2.0/networks/9e654fce-ea72-45f2-b759-da2c9a65544d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106719 Jul 18 10:37:45.440008 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d3bcd518-15e7-44f8-a2b3-518f59a4a40e req-18a88e76-9b20-4ea7-a502-b36e116d1097 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163776 Jul 18 10:37:45.755463 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3bb09110-867c-45e1-9679-ebb304cc39ff req-47061393-3e40-4f80-b4b4-aa6b1b888544 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=6e2ab0bb-d92f-4441-bdea-2bc427e441f8 HTTP/1.1" status: 200 len: 210 time: 0.0359242 Jul 18 10:37:46.555911 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f324a-066b-4e3f-94c6-564658cde2fe req-2973b654-8d7b-41a8-a67b-6d4a94e7565f tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:46.557801 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1a6f324a-066b-4e3f-94c6-564658cde2fe req-2973b654-8d7b-41a8-a67b-6d4a94e7565f tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 945 time: 0.0504162 Jul 18 10:37:46.612159 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-1a6f324a-066b-4e3f-94c6-564658cde2fe req-7496abd6-c5a8-4831-a197-b77486545683 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486102 Jul 18 10:37:46.738835 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-135bf1fa-fd5c-4272-9f32-e77d3e3f4bfd tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:46.740468 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-135bf1fa-fd5c-4272-9f32-e77d3e3f4bfd tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.30 "GET /v2.0/networks?id=9e654fce-ea72-45f2-b759-da2c9a65544d HTTP/1.1" status: 200 len: 811 time: 0.1126540 Jul 18 10:37:46.850197 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3071a8bd-3c97-42b9-a02b-840bbec4b651 req-31102898-6434-4241-a883-df0724b9673a tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=6e2ab0bb-d92f-4441-bdea-2bc427e441f8 HTTP/1.1" status: 200 len: 210 time: 0.0284309 Jul 18 10:37:47.051567 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f5d9f-f02c-4fff-ac1d-44e9fbbc7a51 req-75f67b68-b8e2-4108-b370-0d8d9d01b20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:47.053088 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c99f5d9f-f02c-4fff-ac1d-44e9fbbc7a51 req-75f67b68-b8e2-4108-b370-0d8d9d01b20c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049&tenant_id=5628452a1ceb4af293ea96c187983fa6 HTTP/1.1" status: 200 len: 1129 time: 0.0631800 Jul 18 10:37:47.058800 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-18b283f5-a677-4e77-8c04-0accd2323af0 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c656b71bbd447cba7d11335c928dfda HTTP/1.1" status: 200 len: 379 time: 0.0955691 Jul 18 10:37:47.068605 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-85ba7fd8-d983-48f1-be23-e84224bf1399 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Request body: {'port': {'device_id': '6e2ab0bb-d92f-4441-bdea-2bc427e441f8', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'admin_state_up': True, 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'security_groups': ['1571cc3f-c619-45cf-af52-aa160f24d4ab']}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:37:47.160801 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f5d9f-f02c-4fff-ac1d-44e9fbbc7a51 req-426abf91-21c9-4bf7-8d7c-7384407e95f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:47.162316 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c99f5d9f-f02c-4fff-ac1d-44e9fbbc7a51 req-426abf91-21c9-4bf7-8d7c-7384407e95f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5628452a1ceb4af293ea96c187983fa6&device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 1129 time: 0.0789845 Jul 18 10:37:47.269785 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:47.290102 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-85ba7fd8-d983-48f1-be23-e84224bf1399 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Made reservation on behalf of 2c656b71bbd447cba7d11335c928dfda for: {'port': 1} {{(pid=103899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:37:47.293614 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-85ba7fd8-d983-48f1-be23-e84224bf1399 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:47.307031 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f5d9f-f02c-4fff-ac1d-44e9fbbc7a51 req-d780578e-6143-439b-b682-ab3d53c0828e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:47.308537 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c99f5d9f-f02c-4fff-ac1d-44e9fbbc7a51 req-d780578e-6143-439b-b682-ab3d53c0828e service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa3e5fe6-aa22-4836-8d61-28fdcd6950fe HTTP/1.1" status: 200 len: 910 time: 0.1366630 Jul 18 10:37:47.423996 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:47.428434 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c99f5d9f-f02c-4fff-ac1d-44e9fbbc7a51 req-643fc5f1-2038-4dd1-af0c-dc88f4dc0edd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01aa80e4-4901-4d77-80cb-a644fd1ee6ff HTTP/1.1" status: 200 len: 1000 time: 0.1119277 Jul 18 10:37:47.520661 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_common [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-85ba7fd8-d983-48f1-be23-e84224bf1399 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Allocated IP 172.20.0.9 (9e654fce-ea72-45f2-b759-da2c9a65544d/87464419-3975-4a49-a913-5df590abacff/9c584805-1812-494e-8d2b-019452f06e9c) {{(pid=103899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:37:47.526215 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f5d9f-f02c-4fff-ac1d-44e9fbbc7a51 req-60bab1a2-e5fa-4cff-b628-c417419f339c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:47.527686 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c99f5d9f-f02c-4fff-ac1d-44e9fbbc7a51 req-60bab1a2-e5fa-4cff-b628-c417419f339c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=163f1fc6-a401-47e2-be63-6d39e9584c30 HTTP/1.1" status: 200 len: 848 time: 0.0920477 Jul 18 10:37:47.609885 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f5d9f-f02c-4fff-ac1d-44e9fbbc7a51 req-7da17f24-1eec-482a-b452-fb706fd1a9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:47.611374 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c99f5d9f-f02c-4fff-ac1d-44e9fbbc7a51 req-7da17f24-1eec-482a-b452-fb706fd1a9eb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa3e5fe6-aa22-4836-8d61-28fdcd6950fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685401 Jul 18 10:37:47.781108 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69a85c-6da1-40e3-a69c-3f49f5567075 req-08a30603-511e-47ad-b36d-efc29772e8ba tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:47.782498 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4a69a85c-6da1-40e3-a69c-3f49f5567075 req-08a30603-511e-47ad-b36d-efc29772e8ba tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 945 time: 0.0984194 Jul 18 10:37:47.817016 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-85ba7fd8-d983-48f1-be23-e84224bf1399 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for port (9c584805-1812-494e-8d2b-019452f06e9c), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:47.838996 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c99f5d9f-f02c-4fff-ac1d-44e9fbbc7a51 req-d16af100-775f-4e0e-be81-6ae864974d7b service neutron] 10.222.0.30 "GET /v2.0/networks/aa3e5fe6-aa22-4836-8d61-28fdcd6950fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207558 Jul 18 10:37:47.906568 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4a69a85c-6da1-40e3-a69c-3f49f5567075 req-b9f5187a-b5fa-4e04-b2f4-73010b894593 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149652 Jul 18 10:37:47.951309 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-85ba7fd8-d983-48f1-be23-e84224bf1399 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (9c584805-1812-494e-8d2b-019452f06e9c), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:48.030319 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007aba32-f7ff-407a-9e77-d21a67072361 req-00724c75-36bf-4d00-9107-59212048ef96 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:48.031876 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-007aba32-f7ff-407a-9e77-d21a67072361 req-00724c75-36bf-4d00-9107-59212048ef96 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=6e2ab0bb-d92f-4441-bdea-2bc427e441f8 HTTP/1.1" status: 200 len: 931 time: 0.0966861 Jul 18 10:37:48.042627 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-85ba7fd8-d983-48f1-be23-e84224bf1399 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Network 9e654fce-ea72-45f2-b759-da2c9a65544d is already hosted by enough agents. {{(pid=103899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:37:48.064264 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.base_scheduler [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-85ba7fd8-d983-48f1-be23-e84224bf1399 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Resources bound (agent type, host, resource id): {{(pid=103899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:37:48.071500 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-85ba7fd8-d983-48f1-be23-e84224bf1399 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Received port after_create {{(pid=103899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:37:48.101948 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba7fd8-d983-48f1-be23-e84224bf1399 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Pushing event updated for resources: {'Port': ['ID=9c584805-1812-494e-8d2b-019452f06e9c,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:48.109574 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c99f5d9f-f02c-4fff-ac1d-44e9fbbc7a51 req-91879c82-e217-4efc-a029-62a6556a5d30 service neutron] 10.222.0.30 "GET /v2.0/networks/aa3e5fe6-aa22-4836-8d61-28fdcd6950fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602096 Jul 18 10:37:48.114836 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:48.158806 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-85ba7fd8-d983-48f1-be23-e84224bf1399 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:48.158996 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-85ba7fd8-d983-48f1-be23-e84224bf1399 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:48.166692 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-007aba32-f7ff-407a-9e77-d21a67072361 req-b9478d90-cb44-4feb-9bec-a730b54f3d70 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278315 Jul 18 10:37:48.167092 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:48.195929 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-85ba7fd8-d983-48f1-be23-e84224bf1399 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1247385 Jul 18 10:37:48.294441 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-1f0d1fac-8d7b-4d1a-8d20-ef54fe751b85 None None] Provisioning complete for port 9c584805-1812-494e-8d2b-019452f06e9c triggered by entity DHCP. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:37:48.294977 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-1f0d1fac-8d7b-4d1a-8d20-ef54fe751b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (9c584805-1812-494e-8d2b-019452f06e9c), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:48.330122 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-1f0d1fac-8d7b-4d1a-8d20-ef54fe751b85 None None] Port 9c584805-1812-494e-8d2b-019452f06e9c cannot update to ACTIVE because it is not bound. {{(pid=103900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:37:48.380844 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 01aa80e4-4901-4d77-80cb-a644fd1ee6ff no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:37:48.410923 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.base [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-4acd4362-9413-4651-a94d-c256943212c6 service neutron] Request body: {'port': {'device_id': '6e2ab0bb-d92f-4441-bdea-2bc427e441f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:37:48.464925 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port 01aa80e4-4901-4d77-80cb-a644fd1ee6ff is: ACTIVE; New status is: DOWN {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:37:48.465558 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (01aa80e4-4901-4d77-80cb-a644fd1ee6ff), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:48.491383 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00da9ad2-aef2-4a2b-8ae8-51ee9e41e049', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01aa80e4-4901-4d77-80cb-a644fd1ee6ff'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:37:48.494559 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84681e705a03fd555db26336157b75fd76ce56e0c69b7b802094418238443ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c58a308-f6f6-409a-b90f-148b6f675ad2" -d '{"events": [{"server_uuid": "00da9ad2-aef2-4a2b-8ae8-51ee9e41e049", "name": "network-vif-unplugged", "status": "completed", "tag": "01aa80e4-4901-4d77-80cb-a644fd1ee6ff"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:37:48.497953 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-4acd4362-9413-4651-a94d-c256943212c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (9c584805-1812-494e-8d2b-019452f06e9c), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:48.507627 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 01aa80e4-4901-4d77-80cb-a644fd1ee6ff, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=01aa80e4-4901-4d77-80cb-a644fd1ee6ff,segment=NetworkSegment(2cc1ab7d-9964-48f5-ae9a-41c584d144f0),segment_id=2cc1ab7d-9964-48f5-ae9a-41c584d144f0)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:37:48.512658 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (01aa80e4-4901-4d77-80cb-a644fd1ee6ff), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:48.537334 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Jul 2022 10:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ae8161-f9c2-479d-9fdd-d6bb09baecdd x-openstack-request-id: req-91ae8161-f9c2-479d-9fdd-d6bb09baecdd {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:37:48.537780 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00da9ad2-aef2-4a2b-8ae8-51ee9e41e049", "name": "network-vif-unplugged", "status": "completed", "tag": "01aa80e4-4901-4d77-80cb-a644fd1ee6ff", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:37:48.538031 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-91ae8161-f9c2-479d-9fdd-d6bb09baecdd {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:37:48.538421 dv-cinder-837546-3-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91ae8161-f9c2-479d-9fdd-d6bb09baecdd'] response: {'server_uuid': '00da9ad2-aef2-4a2b-8ae8-51ee9e41e049', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01aa80e4-4901-4d77-80cb-a644fd1ee6ff', 'code': 200} Jul 18 10:37:48.566113 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=01aa80e4-4901-4d77-80cb-a644fd1ee6ff,revision_number=6']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:48.767165 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-4acd4362-9413-4651-a94d-c256943212c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c584805-1812-494e-8d2b-019452f06e9c {{(pid=103899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:37:48.774794 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-4acd4362-9413-4651-a94d-c256943212c6 service neutron] Publish callbacks [] for port (9c584805-1812-494e-8d2b-019452f06e9c), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:48.788311 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.provisioning_blocks [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-4acd4362-9413-4651-a94d-c256943212c6 service neutron] Transition to ACTIVE for port object 9c584805-1812-494e-8d2b-019452f06e9c will not be triggered until provisioned by entity L2. {{(pid=103899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:37:48.793022 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-4acd4362-9413-4651-a94d-c256943212c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (9c584805-1812-494e-8d2b-019452f06e9c), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:48.849755 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd4362-9413-4651-a94d-c256943212c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9c584805-1812-494e-8d2b-019452f06e9c,revision_number=2']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:48.929582 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-4acd4362-9413-4651-a94d-c256943212c6 service neutron] Attempting to bind port 9c584805-1812-494e-8d2b-019452f06e9c on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:37:48.930478 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-4acd4362-9413-4651-a94d-c256943212c6 service neutron] Attempting to bind port 9c584805-1812-494e-8d2b-019452f06e9c by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '2d16fefc-509d-4f46-8970-6e15cc7ed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d'}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:37:48.930892 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-4acd4362-9413-4651-a94d-c256943212c6 service neutron] Attempting to bind port 9c584805-1812-494e-8d2b-019452f06e9c on network 9e654fce-ea72-45f2-b759-da2c9a65544d {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:37:48.936285 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-4acd4362-9413-4651-a94d-c256943212c6 service neutron] Port 9c584805-1812-494e-8d2b-019452f06e9c on network 9e654fce-ea72-45f2-b759-da2c9a65544d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:37:48.937000 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-4acd4362-9413-4651-a94d-c256943212c6 service neutron] Attempting to bind port 9c584805-1812-494e-8d2b-019452f06e9c on network 9e654fce-ea72-45f2-b759-da2c9a65544d {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:37:48.942492 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-4acd4362-9413-4651-a94d-c256943212c6 service neutron] Checking agent: {'id': 'f1e01c1b-bf46-4f7e-883c-267517c6b0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'started_at': datetime.datetime(2022, 7, 18, 10, 26, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:37:48.942834 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-4acd4362-9413-4651-a94d-c256943212c6 service neutron] Checking segment: {'id': '2d16fefc-509d-4f46-8970-6e15cc7ed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:37:48.943217 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-4acd4362-9413-4651-a94d-c256943212c6 service neutron] Bound using segment: {'id': '2d16fefc-509d-4f46-8970-6e15cc7ed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d'} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:37:48.943642 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-4acd4362-9413-4651-a94d-c256943212c6 service neutron] Bound port: 9c584805-1812-494e-8d2b-019452f06e9c, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d16fefc-509d-4f46-8970-6e15cc7ed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d'}}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:37:48.944004 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-4acd4362-9413-4651-a94d-c256943212c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (9c584805-1812-494e-8d2b-019452f06e9c), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:49.053337 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e48bd-c2e2-401f-9958-82752e4e9de8 req-6e66005f-a53e-4c06-a38e-da5fa70305e5 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:49.055359 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e08e48bd-c2e2-401f-9958-82752e4e9de8 req-6e66005f-a53e-4c06-a38e-da5fa70305e5 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 943 time: 0.0698178 Jul 18 10:37:49.056387 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-4acd4362-9413-4651-a94d-c256943212c6 service neutron] For port 9c584805-1812-494e-8d2b-019452f06e9c, host hv-cinder-83754, cleared binding levels {{(pid=103899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:37:49.059851 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-4acd4362-9413-4651-a94d-c256943212c6 service neutron] For port 9c584805-1812-494e-8d2b-019452f06e9c, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9c584805-1812-494e-8d2b-019452f06e9c,segment=NetworkSegment(2d16fefc-509d-4f46-8970-6e15cc7ed3ca),segment_id=2d16fefc-509d-4f46-8970-6e15cc7ed3ca)] {{(pid=103899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:37:49.071798 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-4acd4362-9413-4651-a94d-c256943212c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260939919'] for port (9c584805-1812-494e-8d2b-019452f06e9c), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:49.129837 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-4acd4362-9413-4651-a94d-c256943212c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:49.130464 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-4acd4362-9413-4651-a94d-c256943212c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:49.131865 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-4acd4362-9413-4651-a94d-c256943212c6 service neutron] 10.222.0.30 "PUT /v2.0/ports/9c584805-1812-494e-8d2b-019452f06e9c HTTP/1.1" status: 200 len: 1093 time: 0.7260928 Jul 18 10:37:49.132369 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e2ab0bb-d92f-4441-bdea-2bc427e441f8', 'tag': '9c584805-1812-494e-8d2b-019452f06e9c'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:37:49.135236 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17612c9d-3d2a-4dd8-b851-21433b3ba2aa" -d '{"events": [{"name": "network-changed", "server_uuid": "6e2ab0bb-d92f-4441-bdea-2bc427e441f8", "tag": "9c584805-1812-494e-8d2b-019452f06e9c"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:37:49.168626 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd4362-9413-4651-a94d-c256943212c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9c584805-1812-494e-8d2b-019452f06e9c,revision_number=3']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:49.175967 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e08e48bd-c2e2-401f-9958-82752e4e9de8 req-5c01ec5d-ba5f-4547-bdb6-781818553acf tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142347 Jul 18 10:37:49.191903 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82930e04-ff26-448d-bec5-7949816ff38d x-openstack-request-id: req-82930e04-ff26-448d-bec5-7949816ff38d {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:37:49.192320 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e2ab0bb-d92f-4441-bdea-2bc427e441f8", "tag": "9c584805-1812-494e-8d2b-019452f06e9c", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:37:49.192421 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-82930e04-ff26-448d-bec5-7949816ff38d {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:37:49.193450 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82930e04-ff26-448d-bec5-7949816ff38d'] response: {'name': 'network-changed', 'server_uuid': '6e2ab0bb-d92f-4441-bdea-2bc427e441f8', 'tag': '9c584805-1812-494e-8d2b-019452f06e9c', 'status': 'completed', 'code': 200} Jul 18 10:37:49.254216 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-b1ce3b62-8cee-41e4-9b23-27125f01061b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:49.256140 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-b1ce3b62-8cee-41e4-9b23-27125f01061b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c656b71bbd447cba7d11335c928dfda&device_id=6e2ab0bb-d92f-4441-bdea-2bc427e441f8 HTTP/1.1" status: 200 len: 1127 time: 0.0574758 Jul 18 10:37:49.328594 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-d6e925cb-6e41-44e4-a370-f91fb0933025 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c584805-1812-494e-8d2b-019452f06e9c HTTP/1.1" status: 200 len: 217 time: 0.0606961 Jul 18 10:37:49.349143 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b77896-7fe2-4067-ac91-0add3197a0d0 req-136035f8-59c5-486a-8ed9-ab521db8925d tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:49.350972 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-76b77896-7fe2-4067-ac91-0add3197a0d0 req-136035f8-59c5-486a-8ed9-ab521db8925d tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=6e2ab0bb-d92f-4441-bdea-2bc427e441f8 HTTP/1.1" status: 200 len: 943 time: 0.0919127 Jul 18 10:37:49.381190 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:49.384205 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:49.411084 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-c2d9d0a7-f5a9-4b22-a806-3d855bc542de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:49.412615 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-c2d9d0a7-f5a9-4b22-a806-3d855bc542de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87464419-3975-4a49-a913-5df590abacff HTTP/1.1" status: 200 len: 850 time: 0.0767162 Jul 18 10:37:49.437266 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-76b77896-7fe2-4067-ac91-0add3197a0d0 req-2c972d96-90a0-42fc-970e-9dd9a13b66b2 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650482 Jul 18 10:37:49.590517 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-f36f36a7-c4cb-4ac5-a145-61b56cbaaaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:49.591940 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-f36f36a7-c4cb-4ac5-a145-61b56cbaaaf5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e654fce-ea72-45f2-b759-da2c9a65544d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462859 Jul 18 10:37:49.691082 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-6597568b-3a59-4075-893f-2d63edf90e9a service neutron] 10.222.0.30 "GET /v2.0/networks/9e654fce-ea72-45f2-b759-da2c9a65544d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875473 Jul 18 10:37:49.789374 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-444c6290-0e74-4148-bf0b-37e6e2cba439 req-ead00ce9-d586-477d-82d0-0aff2a94b5e3 service neutron] 10.222.0.30 "GET /v2.0/networks/9e654fce-ea72-45f2-b759-da2c9a65544d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891812 Jul 18 10:37:50.019159 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-93db92b2-6b2f-4d56-ad3a-293a6b868929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:50.084009 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17612c9d-3d2a-4dd8-b851-21433b3ba2aa req-80f5ef9e-8650-4e2a-9065-d794cc7276c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:50.085506 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-17612c9d-3d2a-4dd8-b851-21433b3ba2aa req-80f5ef9e-8650-4e2a-9065-d794cc7276c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c656b71bbd447cba7d11335c928dfda&device_id=6e2ab0bb-d92f-4441-bdea-2bc427e441f8 HTTP/1.1" status: 200 len: 1127 time: 0.0405731 Jul 18 10:37:50.184279 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17612c9d-3d2a-4dd8-b851-21433b3ba2aa req-779687c6-632e-4530-ba07-cfe4e48cae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:50.186385 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-17612c9d-3d2a-4dd8-b851-21433b3ba2aa req-779687c6-632e-4530-ba07-cfe4e48cae56 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e654fce-ea72-45f2-b759-da2c9a65544d HTTP/1.1" status: 200 len: 912 time: 0.0939207 Jul 18 10:37:50.238343 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-17612c9d-3d2a-4dd8-b851-21433b3ba2aa req-52fbd00e-94f9-4440-8562-ef851cd4561b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c584805-1812-494e-8d2b-019452f06e9c HTTP/1.1" status: 200 len: 217 time: 0.0330341 Jul 18 10:37:50.330789 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17612c9d-3d2a-4dd8-b851-21433b3ba2aa req-ddf1be20-307e-45ce-956a-0a92cc230161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:50.332177 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-17612c9d-3d2a-4dd8-b851-21433b3ba2aa req-ddf1be20-307e-45ce-956a-0a92cc230161 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87464419-3975-4a49-a913-5df590abacff HTTP/1.1" status: 200 len: 850 time: 0.0842357 Jul 18 10:37:50.340159 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4a41d-8b5a-4c98-928a-8e583cc0ed7b req-84ca6230-175b-46e5-b821-a4a4564eced5 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:50.341525 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-caf4a41d-8b5a-4c98-928a-8e583cc0ed7b req-84ca6230-175b-46e5-b821-a4a4564eced5 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 943 time: 0.0670605 Jul 18 10:37:50.402375 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17612c9d-3d2a-4dd8-b851-21433b3ba2aa req-2e2f7ee4-a56a-44b7-94c3-78be396c3f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:50.403840 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-17612c9d-3d2a-4dd8-b851-21433b3ba2aa req-2e2f7ee4-a56a-44b7-94c3-78be396c3f19 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e654fce-ea72-45f2-b759-da2c9a65544d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614982 Jul 18 10:37:50.437530 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-caf4a41d-8b5a-4c98-928a-8e583cc0ed7b req-bc8499bb-45ea-46de-88a1-3ccbd360937a tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878189 Jul 18 10:37:50.520825 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-17612c9d-3d2a-4dd8-b851-21433b3ba2aa req-9efd32f6-f4a8-406e-8a03-45b36e701669 service neutron] 10.222.0.30 "GET /v2.0/networks/9e654fce-ea72-45f2-b759-da2c9a65544d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072047 Jul 18 10:37:50.580256 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fac352-e5e5-4224-9837-6ee1b2f3abe5 req-5dafeb7f-8cff-4397-b7e2-2f29b9c90334 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:50.581790 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a5fac352-e5e5-4224-9837-6ee1b2f3abe5 req-5dafeb7f-8cff-4397-b7e2-2f29b9c90334 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=6e2ab0bb-d92f-4441-bdea-2bc427e441f8 HTTP/1.1" status: 200 len: 943 time: 0.0741515 Jul 18 10:37:50.676444 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-17612c9d-3d2a-4dd8-b851-21433b3ba2aa req-4dc13d73-2287-4597-9a8f-360df5177279 service neutron] 10.222.0.30 "GET /v2.0/networks/9e654fce-ea72-45f2-b759-da2c9a65544d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395030 Jul 18 10:37:50.680142 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a5fac352-e5e5-4224-9837-6ee1b2f3abe5 req-acb8072e-cab0-481f-a92d-c76e2d9e0c6f tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698240 Jul 18 10:37:51.515786 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:51.557180 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e05b7-6899-4f2b-9e8a-dc08957fb02f req-16967ac2-0ac0-43fe-8421-98b3e0bead41 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:51.558800 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-707e05b7-6899-4f2b-9e8a-dc08957fb02f req-16967ac2-0ac0-43fe-8421-98b3e0bead41 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 943 time: 0.0519474 Jul 18 10:37:51.612765 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-707e05b7-6899-4f2b-9e8a-dc08957fb02f req-365650c8-b0d9-4933-96ff-153ffdf20682 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479560 Jul 18 10:37:51.797514 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0c5d6-3765-40d8-8850-1cdb375892ef req-7fa5df24-7946-48b2-9c25-87515a827732 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:51.798899 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c1d0c5d6-3765-40d8-8850-1cdb375892ef req-7fa5df24-7946-48b2-9c25-87515a827732 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=6e2ab0bb-d92f-4441-bdea-2bc427e441f8 HTTP/1.1" status: 200 len: 943 time: 0.0497541 Jul 18 10:37:51.845807 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:51.855911 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c1d0c5d6-3765-40d8-8850-1cdb375892ef req-9e2f3b63-6531-4d03-8e2a-9fd0c7e557c6 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515177 Jul 18 10:37:52.331547 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-44f34a8f-f3e6-41b8-adaa-cbf6e583cf33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:52.727482 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0d182-d13e-4325-927a-c56be7b7b664 req-2f896b62-7c24-47ae-88a9-21d92f89c084 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:52.729003 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-94c0d182-d13e-4325-927a-c56be7b7b664 req-2f896b62-7c24-47ae-88a9-21d92f89c084 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 943 time: 0.0483565 Jul 18 10:37:52.779600 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-94c0d182-d13e-4325-927a-c56be7b7b664 req-078c7853-eff7-4442-b1cb-16228b1219f7 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451210 Jul 18 10:37:52.969967 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f6f69-afe2-43ad-b6de-00cf22c0a7c0 req-3cd2ca8d-b8a7-4bcb-ad10-fc82b3740fbe tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:52.971444 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4e9f6f69-afe2-43ad-b6de-00cf22c0a7c0 req-3cd2ca8d-b8a7-4bcb-ad10-fc82b3740fbe tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=6e2ab0bb-d92f-4441-bdea-2bc427e441f8 HTTP/1.1" status: 200 len: 943 time: 0.0471902 Jul 18 10:37:53.022482 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4e9f6f69-afe2-43ad-b6de-00cf22c0a7c0 req-f1f25bb9-8eb1-4432-9bde-be2e4c2ebdbd tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439730 Jul 18 10:37:53.601329 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:53.896627 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74121d4c-ec50-45ef-aeb8-d6a04a687ec8 req-27d52f00-0e0b-4f5a-bb7a-f5e7020a3ab0 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:53.898130 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-74121d4c-ec50-45ef-aeb8-d6a04a687ec8 req-27d52f00-0e0b-4f5a-bb7a-f5e7020a3ab0 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 943 time: 0.0505784 Jul 18 10:37:53.948472 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-74121d4c-ec50-45ef-aeb8-d6a04a687ec8 req-ee09195b-7d2f-48a3-89cf-c21607740e3c tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442417 Jul 18 10:37:54.142156 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75dfeb0-b9f0-451f-8078-fc811e806127 req-cdebecbd-9fe0-496e-a9fa-1d69b53d12d5 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:54.143609 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c75dfeb0-b9f0-451f-8078-fc811e806127 req-cdebecbd-9fe0-496e-a9fa-1d69b53d12d5 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=6e2ab0bb-d92f-4441-bdea-2bc427e441f8 HTTP/1.1" status: 200 len: 943 time: 0.0479755 Jul 18 10:37:54.197420 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c75dfeb0-b9f0-451f-8078-fc811e806127 req-47a40ca0-457e-48ff-a86b-4854102dd65c tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467207 Jul 18 10:37:54.429027 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c1781-1cb6-4dd7-b740-505e8beb5363 req-066de37e-06b8-449a-86ee-b844ec33519b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:54.430584 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-123c1781-1cb6-4dd7-b740-505e8beb5363 req-066de37e-06b8-449a-86ee-b844ec33519b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 1127 time: 0.0395296 Jul 18 10:37:54.755552 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-123c1781-1cb6-4dd7-b740-505e8beb5363 req-aa478a1d-b9a2-4f4a-b990-7b7084064ae3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3181651 Jul 18 10:37:54.797689 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:55.068657 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52352830-5f63-4f61-b6e2-7580fb33ebf5 req-e930c3c7-59e5-4fea-a66a-f1e0c3099f75 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:55.070084 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-52352830-5f63-4f61-b6e2-7580fb33ebf5 req-e930c3c7-59e5-4fea-a66a-f1e0c3099f75 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 943 time: 0.0506170 Jul 18 10:37:55.086484 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:55.121791 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-52352830-5f63-4f61-b6e2-7580fb33ebf5 req-21bf2c01-0fcc-4705-9c35-7f38608a2e69 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452132 Jul 18 10:37:55.311691 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f599c-92eb-454f-ab63-78e074c73b10 req-e3ab70a9-6d15-46b2-9178-269b02b828ba tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:55.313290 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-958f599c-92eb-454f-ab63-78e074c73b10 req-e3ab70a9-6d15-46b2-9178-269b02b828ba tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=6e2ab0bb-d92f-4441-bdea-2bc427e441f8 HTTP/1.1" status: 200 len: 943 time: 0.0482638 Jul 18 10:37:55.365710 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-958f599c-92eb-454f-ab63-78e074c73b10 req-d13a190a-f31d-47d2-a6b8-2bacc8e926ae tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468826 Jul 18 10:37:55.417887 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:56.238580 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f113767-5482-4c7a-9969-c9deb3e78163 req-28dd4e72-408d-4a73-8f66-2bea1b278869 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:56.239978 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4f113767-5482-4c7a-9969-c9deb3e78163 req-28dd4e72-408d-4a73-8f66-2bea1b278869 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 943 time: 0.0480673 Jul 18 10:37:56.289487 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4f113767-5482-4c7a-9969-c9deb3e78163 req-f9fceae9-59bf-4444-807f-82369ffa2e1d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430257 Jul 18 10:37:56.465361 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 01aa80e4-4901-4d77-80cb-a644fd1ee6ff details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:37:56.484369 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e137f70-fc07-440d-89bf-d686f34dc1b6 req-ead5d50e-27be-4874-b105-bc21a8d1672c tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:56.485911 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6e137f70-fc07-440d-89bf-d686f34dc1b6 req-ead5d50e-27be-4874-b105-bc21a8d1672c tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=6e2ab0bb-d92f-4441-bdea-2bc427e441f8 HTTP/1.1" status: 200 len: 943 time: 0.0500784 Jul 18 10:37:56.507917 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:56.540176 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6e137f70-fc07-440d-89bf-d686f34dc1b6 req-9ade78ec-1831-4da6-bf1d-71e36d12d7d8 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482860 Jul 18 10:37:56.575893 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 01aa80e4-4901-4d77-80cb-a644fd1ee6ff, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=01aa80e4-4901-4d77-80cb-a644fd1ee6ff,segment=NetworkSegment(2cc1ab7d-9964-48f5-ae9a-41c584d144f0),segment_id=2cc1ab7d-9964-48f5-ae9a-41c584d144f0)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:37:56.587216 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Returning: {'device': '01aa80e4-4901-4d77-80cb-a644fd1ee6ff', 'network_id': 'aa3e5fe6-aa22-4836-8d61-28fdcd6950fe', 'port_id': '01aa80e4-4901-4d77-80cb-a644fd1ee6ff', 'mac_address': 'fa:16:3e:75:a8:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163f1fc6-a401-47e2-be63-6d39e9584c30', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:37:56.623796 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port 01aa80e4-4901-4d77-80cb-a644fd1ee6ff is: DOWN; New status is: BUILD {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:37:56.624193 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (01aa80e4-4901-4d77-80cb-a644fd1ee6ff), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:56.637356 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01aa80e4-4901-4d77-80cb-a644fd1ee6ff {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:37:56.657464 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 01aa80e4-4901-4d77-80cb-a644fd1ee6ff, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=01aa80e4-4901-4d77-80cb-a644fd1ee6ff,segment=NetworkSegment(2cc1ab7d-9964-48f5-ae9a-41c584d144f0),segment_id=2cc1ab7d-9964-48f5-ae9a-41c584d144f0)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:37:56.662432 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (01aa80e4-4901-4d77-80cb-a644fd1ee6ff), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:56.718117 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=01aa80e4-4901-4d77-80cb-a644fd1ee6ff,revision_number=7']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:56.928136 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['01aa80e4-4901-4d77-80cb-a644fd1ee6ff'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:37:56.976671 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:56.999823 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:57.410709 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db411eb7-c04c-44ee-b65c-3b495b97e333 req-fda787ef-c497-4811-99c8-7052f904de36 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:57.412198 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-db411eb7-c04c-44ee-b65c-3b495b97e333 req-fda787ef-c497-4811-99c8-7052f904de36 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 944 time: 0.0525365 Jul 18 10:37:57.465526 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-db411eb7-c04c-44ee-b65c-3b495b97e333 req-f39f6687-c1e3-4960-b91e-a6f67d96cf74 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472777 Jul 18 10:37:57.662590 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a302f76-3ecb-476a-87f2-59584acf142a req-a536e402-c22b-4173-b8d6-3a63eeb61eb8 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:57.664060 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2a302f76-3ecb-476a-87f2-59584acf142a req-a536e402-c22b-4173-b8d6-3a63eeb61eb8 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=6e2ab0bb-d92f-4441-bdea-2bc427e441f8 HTTP/1.1" status: 200 len: 943 time: 0.0495334 Jul 18 10:37:57.717172 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2a302f76-3ecb-476a-87f2-59584acf142a req-7348d922-a59e-4004-a4ab-c7fe05404fe3 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472753 Jul 18 10:37:58.458579 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 9c584805-1812-494e-8d2b-019452f06e9c details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:37:58.462818 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 01aa80e4-4901-4d77-80cb-a644fd1ee6ff up at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:37:58.537291 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning complete for port 01aa80e4-4901-4d77-80cb-a644fd1ee6ff triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:37:58.537661 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (01aa80e4-4901-4d77-80cb-a644fd1ee6ff), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:58.626591 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 9c584805-1812-494e-8d2b-019452f06e9c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9c584805-1812-494e-8d2b-019452f06e9c,segment=NetworkSegment(2d16fefc-509d-4f46-8970-6e15cc7ed3ca),segment_id=2d16fefc-509d-4f46-8970-6e15cc7ed3ca)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:37:58.641688 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Returning: {'device': '9c584805-1812-494e-8d2b-019452f06e9c', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'port_id': '9c584805-1812-494e-8d2b-019452f06e9c', 'mac_address': 'fa:16:3e:c5:a8:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87464419-3975-4a49-a913-5df590abacff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:37:58.695558 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port 01aa80e4-4901-4d77-80cb-a644fd1ee6ff is: BUILD; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:37:58.695939 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (01aa80e4-4901-4d77-80cb-a644fd1ee6ff), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:58.709184 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port 9c584805-1812-494e-8d2b-019452f06e9c is: DOWN; New status is: BUILD {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:37:58.709560 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (9c584805-1812-494e-8d2b-019452f06e9c), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:58.730261 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c584805-1812-494e-8d2b-019452f06e9c {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:37:58.739873 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00da9ad2-aef2-4a2b-8ae8-51ee9e41e049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01aa80e4-4901-4d77-80cb-a644fd1ee6ff'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:37:58.742118 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84681e705a03fd555db26336157b75fd76ce56e0c69b7b802094418238443ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a711189c-7890-4bcc-bdfc-e82cd92a28fd" -d '{"events": [{"server_uuid": "00da9ad2-aef2-4a2b-8ae8-51ee9e41e049", "name": "network-vif-plugged", "status": "completed", "tag": "01aa80e4-4901-4d77-80cb-a644fd1ee6ff"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:37:58.767622 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 01aa80e4-4901-4d77-80cb-a644fd1ee6ff, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=01aa80e4-4901-4d77-80cb-a644fd1ee6ff,segment=NetworkSegment(2cc1ab7d-9964-48f5-ae9a-41c584d144f0),segment_id=2cc1ab7d-9964-48f5-ae9a-41c584d144f0)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:37:58.769740 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 9c584805-1812-494e-8d2b-019452f06e9c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9c584805-1812-494e-8d2b-019452f06e9c,segment=NetworkSegment(2d16fefc-509d-4f46-8970-6e15cc7ed3ca),segment_id=2d16fefc-509d-4f46-8970-6e15cc7ed3ca)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:37:58.773116 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (01aa80e4-4901-4d77-80cb-a644fd1ee6ff), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:58.778126 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (9c584805-1812-494e-8d2b-019452f06e9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:58.800182 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf0abcd-8de0-40a3-b3b4-b3c48a351cc5 x-openstack-request-id: req-3bf0abcd-8de0-40a3-b3b4-b3c48a351cc5 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:37:58.800452 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00da9ad2-aef2-4a2b-8ae8-51ee9e41e049", "name": "network-vif-plugged", "status": "completed", "tag": "01aa80e4-4901-4d77-80cb-a644fd1ee6ff", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:37:58.800724 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3bf0abcd-8de0-40a3-b3b4-b3c48a351cc5 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:37:58.801117 dv-cinder-837546-3-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bf0abcd-8de0-40a3-b3b4-b3c48a351cc5'] response: {'server_uuid': '00da9ad2-aef2-4a2b-8ae8-51ee9e41e049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01aa80e4-4901-4d77-80cb-a644fd1ee6ff', 'code': 200} Jul 18 10:37:58.830317 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=01aa80e4-4901-4d77-80cb-a644fd1ee6ff,revision_number=8']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:58.882277 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=9c584805-1812-494e-8d2b-019452f06e9c,revision_number=4']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:58.970029 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:58.990946 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7baa9-2be1-419b-b49f-41ccbaf46410 req-21d060bc-4a15-49ca-a276-e9eead225c9e tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:58.992589 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-62b7baa9-2be1-419b-b49f-41ccbaf46410 req-21d060bc-4a15-49ca-a276-e9eead225c9e tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=6e2ab0bb-d92f-4441-bdea-2bc427e441f8 HTTP/1.1" status: 200 len: 944 time: 0.0558457 Jul 18 10:37:59.025423 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['9c584805-1812-494e-8d2b-019452f06e9c'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:37:59.043936 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-62b7baa9-2be1-419b-b49f-41ccbaf46410 req-da62197b-8175-452a-a40b-920a09416f3c tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452197 Jul 18 10:37:59.113118 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:59.122899 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:59.821684 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 6 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:37:59.846434 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=5 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:00.157705 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf989a-53e2-4785-bdea-04b762161de0 req-33418149-a664-4084-9af4-741b88b3caa4 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:00.159196 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-63bf989a-53e2-4785-bdea-04b762161de0 req-33418149-a664-4084-9af4-741b88b3caa4 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=6e2ab0bb-d92f-4441-bdea-2bc427e441f8 HTTP/1.1" status: 200 len: 944 time: 0.0473742 Jul 18 10:38:00.208873 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-63bf989a-53e2-4785-bdea-04b762161de0 req-b4ab114c-34fc-4ee1-9f02-89fc6928c539 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440133 Jul 18 10:38:00.473394 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 9c584805-1812-494e-8d2b-019452f06e9c up at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:38:00.518623 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning for port 9c584805-1812-494e-8d2b-019452f06e9c completed by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:38:00.524346 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning complete for port 9c584805-1812-494e-8d2b-019452f06e9c triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:38:00.524761 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (9c584805-1812-494e-8d2b-019452f06e9c), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:00.595701 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port 9c584805-1812-494e-8d2b-019452f06e9c is: BUILD; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:38:00.596085 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (9c584805-1812-494e-8d2b-019452f06e9c), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:00.628178 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 9c584805-1812-494e-8d2b-019452f06e9c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9c584805-1812-494e-8d2b-019452f06e9c,segment=NetworkSegment(2d16fefc-509d-4f46-8970-6e15cc7ed3ca),segment_id=2d16fefc-509d-4f46-8970-6e15cc7ed3ca)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:38:00.631698 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (9c584805-1812-494e-8d2b-019452f06e9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:00.677142 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=9c584805-1812-494e-8d2b-019452f06e9c,revision_number=5']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:38:00.801935 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2ab0bb-d92f-4441-bdea-2bc427e441f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c584805-1812-494e-8d2b-019452f06e9c'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:38:00.804094 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84681e705a03fd555db26336157b75fd76ce56e0c69b7b802094418238443ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee41839e-7ff8-48ef-b7f9-3ed52972ce9e" -d '{"events": [{"server_uuid": "6e2ab0bb-d92f-4441-bdea-2bc427e441f8", "name": "network-vif-plugged", "status": "completed", "tag": "9c584805-1812-494e-8d2b-019452f06e9c"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:38:00.838727 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e72f199-8fe0-4332-85a4-2dc757b57aa1 x-openstack-request-id: req-1e72f199-8fe0-4332-85a4-2dc757b57aa1 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:38:00.839008 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e2ab0bb-d92f-4441-bdea-2bc427e441f8", "name": "network-vif-plugged", "status": "completed", "tag": "9c584805-1812-494e-8d2b-019452f06e9c", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:38:00.839258 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1e72f199-8fe0-4332-85a4-2dc757b57aa1 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:38:00.839646 dv-cinder-837546-3-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e72f199-8fe0-4332-85a4-2dc757b57aa1'] response: {'server_uuid': '6e2ab0bb-d92f-4441-bdea-2bc427e441f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c584805-1812-494e-8d2b-019452f06e9c', 'code': 200} Jul 18 10:38:01.068865 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-40c5a1b1-6ecb-4199-9a1a-979db2456f33 req-10ff3d35-33f3-4777-88bf-5835129b7825 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0851efd6-d3b6-44d7-9b22-e327e1bca393&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427549 Jul 18 10:38:01.149040 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25f6c0-6527-47a8-817a-0b27b83c5852 req-40e8e6a3-906c-4195-b91d-9d679554a4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:01.150516 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9a25f6c0-6527-47a8-817a-0b27b83c5852 req-40e8e6a3-906c-4195-b91d-9d679554a4e4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6e2ab0bb-d92f-4441-bdea-2bc427e441f8 HTTP/1.1" status: 200 len: 1129 time: 0.0700455 Jul 18 10:38:01.156294 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5a1b1-6ecb-4199-9a1a-979db2456f33 req-201b8584-367b-4d41-91d9-b28acfd745f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:01.157868 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-40c5a1b1-6ecb-4199-9a1a-979db2456f33 req-201b8584-367b-4d41-91d9-b28acfd745f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c656b71bbd447cba7d11335c928dfda&device_id=0851efd6-d3b6-44d7-9b22-e327e1bca393 HTTP/1.1" status: 200 len: 1130 time: 0.0462267 Jul 18 10:38:01.256031 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9a25f6c0-6527-47a8-817a-0b27b83c5852 req-467b9d39-b051-4faa-818e-c3f863ffaf5f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973845 Jul 18 10:38:01.310605 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5a1b1-6ecb-4199-9a1a-979db2456f33 req-8b978ef2-55e0-41fa-824b-94b5f1e97adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:01.311960 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-40c5a1b1-6ecb-4199-9a1a-979db2456f33 req-8b978ef2-55e0-41fa-824b-94b5f1e97adf service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e654fce-ea72-45f2-b759-da2c9a65544d HTTP/1.1" status: 200 len: 912 time: 0.1358604 Jul 18 10:38:01.329721 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1cb72-2b62-4df1-93ba-27ed71968f2b req-e7f14fd5-8850-45bb-832c-062a54edd007 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:01.331123 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f4b1cb72-2b62-4df1-93ba-27ed71968f2b req-e7f14fd5-8850-45bb-832c-062a54edd007 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=6e2ab0bb-d92f-4441-bdea-2bc427e441f8 HTTP/1.1" status: 200 len: 945 time: 0.0533261 Jul 18 10:38:01.379932 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f4b1cb72-2b62-4df1-93ba-27ed71968f2b req-c9f0ad3c-a4d4-4606-88ac-3aaa7cf45952 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432098 Jul 18 10:38:01.565936 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-40c5a1b1-6ecb-4199-9a1a-979db2456f33 req-bfe522f5-c1d0-45ea-b84a-1563df748fa7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef589bb7-916e-48f9-bce4-fdf64f4ed1b1 HTTP/1.1" status: 200 len: 1002 time: 0.0592151 Jul 18 10:38:01.615667 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5a1b1-6ecb-4199-9a1a-979db2456f33 req-8f11efec-a322-4194-9518-1239ee2604e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:01.617096 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-40c5a1b1-6ecb-4199-9a1a-979db2456f33 req-8f11efec-a322-4194-9518-1239ee2604e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87464419-3975-4a49-a913-5df590abacff HTTP/1.1" status: 200 len: 850 time: 0.0420787 Jul 18 10:38:01.662645 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5a1b1-6ecb-4199-9a1a-979db2456f33 req-3b061b94-eedc-4401-9681-c195beebaa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:01.664105 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-40c5a1b1-6ecb-4199-9a1a-979db2456f33 req-3b061b94-eedc-4401-9681-c195beebaa6f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e654fce-ea72-45f2-b759-da2c9a65544d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378132 Jul 18 10:38:01.765221 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-40c5a1b1-6ecb-4199-9a1a-979db2456f33 req-6670f294-2cdc-425b-9de2-cf0464572ee3 service neutron] 10.222.0.30 "GET /v2.0/networks/9e654fce-ea72-45f2-b759-da2c9a65544d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930884 Jul 18 10:38:02.152626 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:02.183963 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-40c5a1b1-6ecb-4199-9a1a-979db2456f33 req-9ebd743e-a011-45f5-9081-3aac4f36d0b9 service neutron] 10.222.0.30 "GET /v2.0/networks/9e654fce-ea72-45f2-b759-da2c9a65544d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844655 Jul 18 10:38:02.497977 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ffafd-472a-44f1-89a1-5ff748b6fa9e req-b565d133-3fa4-4f3c-b9c7-bd67fc83a263 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:02.499455 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-791ffafd-472a-44f1-89a1-5ff748b6fa9e req-b565d133-3fa4-4f3c-b9c7-bd67fc83a263 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=6e2ab0bb-d92f-4441-bdea-2bc427e441f8 HTTP/1.1" status: 200 len: 945 time: 0.0528860 Jul 18 10:38:02.546975 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-791ffafd-472a-44f1-89a1-5ff748b6fa9e req-4ae2e8d1-d74f-4fb7-8b0c-14b26de43931 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419455 Jul 18 10:38:03.668285 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea1b40-4225-448f-9cb6-2323dc72da77 req-d2f5651c-073c-4e3b-a30b-09b7a2b3766a tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:03.669830 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-efea1b40-4225-448f-9cb6-2323dc72da77 req-d2f5651c-073c-4e3b-a30b-09b7a2b3766a tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=6e2ab0bb-d92f-4441-bdea-2bc427e441f8 HTTP/1.1" status: 200 len: 945 time: 0.0517297 Jul 18 10:38:03.702789 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:03.723984 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-efea1b40-4225-448f-9cb6-2323dc72da77 req-ba29b10f-de61-400c-a9ea-53c2b3a54946 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471025 Jul 18 10:38:03.841683 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec447d6-da66-44f2-86c0-d5e8c8e370fd req-71fce35c-b4ec-404b-a50d-5da9757c83cd tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:03.843179 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-dec447d6-da66-44f2-86c0-d5e8c8e370fd req-71fce35c-b4ec-404b-a50d-5da9757c83cd tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=6e2ab0bb-d92f-4441-bdea-2bc427e441f8 HTTP/1.1" status: 200 len: 945 time: 0.0527086 Jul 18 10:38:03.900946 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-dec447d6-da66-44f2-86c0-d5e8c8e370fd req-3506fdcb-c9c5-44a2-87ea-b63cadbe2cc9 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516238 Jul 18 10:38:03.924174 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 39014) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:38:03.968380 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0662d2b-151e-4fe1-ae51-08f8062a2c91 tempest-TestVolumeBootPattern-575799897 tempest-TestVolumeBootPattern-575799897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:03.969945 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-c0662d2b-151e-4fe1-ae51-08f8062a2c91 tempest-TestVolumeBootPattern-575799897 tempest-TestVolumeBootPattern-575799897-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=6e2ab0bb-d92f-4441-bdea-2bc427e441f8 HTTP/1.1" status: 200 len: 1124 time: 0.0447540 Jul 18 10:38:03.972895 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 39018) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:38:03.977460 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.v2.base [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Request body: {'floatingip': {'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'port_id': '9c584805-1812-494e-8d2b-019452f06e9c', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:38:03.998978 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:04.080285 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:04.189632 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Allocated IP 172.27.3.246 (ab707614-a8a6-4503-81fa-3cf63d34938b/a666abde-39cf-4361-a6f5-7885f7528b36/226ab2cd-0ee6-4908-85c2-228ad060ed7a) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:38:04.293775 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for port (226ab2cd-0ee6-4908-85c2-228ad060ed7a), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:04.325590 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756233743598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (226ab2cd-0ee6-4908-85c2-228ad060ed7a), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:04.365757 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Network ab707614-a8a6-4503-81fa-3cf63d34938b is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:38:04.373379 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Resources bound (agent type, host, resource id): {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:38:04.375942 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:38:04.381222 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Pushing event updated for resources: {'Port': ['ID=226ab2cd-0ee6-4908-85c2-228ad060ed7a,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:38:04.410992 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:38:04.411323 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:38:04.411668 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:38:04.412113 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:38:04.412450 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:38:04.412802 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:38:04.413123 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:38:04.413445 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:38:04.413767 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:38:04.414093 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:38:04.414415 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:38:04.414736 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:38:04.415054 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:38:04.415370 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:38:04.415686 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:38:04.683693 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:04.747552 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for floatingip (52e9de3b-685f-4943-8c54-3b854df03e82), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:04.766729 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:04.818851 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (226ab2cd-0ee6-4908-85c2-228ad060ed7a), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:04.970047 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for port (226ab2cd-0ee6-4908-85c2-228ad060ed7a), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:04.974207 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260947040'] for port (226ab2cd-0ee6-4908-85c2-228ad060ed7a), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:05.045004 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Pushing event updated for resources: {'Port': ['ID=226ab2cd-0ee6-4908-85c2-228ad060ed7a,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:38:05.058594 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780340'] for floatingip (52e9de3b-685f-4943-8c54-3b854df03e82), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:05.155146 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.db.l3_db [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Floating IP 52e9de3b-685f-4943-8c54-3b854df03e82 associated. External IP: 172.27.3.246, port: 9c584805-1812-494e-8d2b-019452f06e9c. Jul 18 10:38:05.350803 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Router b813383a-8c2b-4227-b257-73336c9a3e16 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:38:05.453144 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:38:05.462576 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bb0ec4-d552-4355-89fb-c01ed89e8e22 None None] Sync routers for ids ['b813383a-8c2b-4227-b257-73336c9a3e16'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:38:05.471254 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:05.472683 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bb0ec4-d552-4355-89fb-c01ed89e8e22 None None] Routers {'b813383a-8c2b-4227-b257-73336c9a3e16'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:38:05.473451 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-86bb0ec4-d552-4355-89fb-c01ed89e8e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:37:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['b813383a-8c2b-4227-b257-73336c9a3e16'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:38:05.501814 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-011dddac-ee19-4fa4-8316-19fea81e4a97 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5279710 Jul 18 10:38:05.502445 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e2ab0bb-d92f-4441-bdea-2bc427e441f8', 'tag': '9c584805-1812-494e-8d2b-019452f06e9c'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:38:05.504800 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2832b55044fe50990e200b6537270594c6fb70ba3afc208291ee0353ea81870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7800c0b-704a-4d86-84b0-304600889215" -d '{"events": [{"name": "network-changed", "server_uuid": "6e2ab0bb-d92f-4441-bdea-2bc427e441f8", "tag": "9c584805-1812-494e-8d2b-019452f06e9c"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:38:05.539971 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112a92f8-c7a8-4a4e-8b0d-a065222ea8ac x-openstack-request-id: req-112a92f8-c7a8-4a4e-8b0d-a065222ea8ac {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:38:05.540263 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e2ab0bb-d92f-4441-bdea-2bc427e441f8", "tag": "9c584805-1812-494e-8d2b-019452f06e9c", "status": "completed", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:38:05.540543 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-112a92f8-c7a8-4a4e-8b0d-a065222ea8ac {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:38:05.540956 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-112a92f8-c7a8-4a4e-8b0d-a065222ea8ac'] response: {'name': 'network-changed', 'server_uuid': '6e2ab0bb-d92f-4441-bdea-2bc427e441f8', 'tag': '9c584805-1812-494e-8d2b-019452f06e9c', 'status': 'completed', 'code': 200} Jul 18 10:38:05.604661 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7800c0b-704a-4d86-84b0-304600889215 req-54042291-2e57-4f84-8557-bc3a5adb8166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:05.606118 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c7800c0b-704a-4d86-84b0-304600889215 req-54042291-2e57-4f84-8557-bc3a5adb8166 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c656b71bbd447cba7d11335c928dfda&device_id=6e2ab0bb-d92f-4441-bdea-2bc427e441f8 HTTP/1.1" status: 200 len: 1129 time: 0.0414848 Jul 18 10:38:05.708171 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-86bb0ec4-d552-4355-89fb-c01ed89e8e22 None None] Set router b813383a-8c2b-4227-b257-73336c9a3e16 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:38:05.715706 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7800c0b-704a-4d86-84b0-304600889215 req-65512334-762d-4d99-8142-66bea5a36423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:05.717339 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c7800c0b-704a-4d86-84b0-304600889215 req-65512334-762d-4d99-8142-66bea5a36423 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e654fce-ea72-45f2-b759-da2c9a65544d HTTP/1.1" status: 200 len: 912 time: 0.1024373 Jul 18 10:38:05.785208 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c7800c0b-704a-4d86-84b0-304600889215 req-90add74f-73cb-4365-bcfb-e40c39385497 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c584805-1812-494e-8d2b-019452f06e9c HTTP/1.1" status: 200 len: 999 time: 0.0610802 Jul 18 10:38:05.835820 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7800c0b-704a-4d86-84b0-304600889215 req-4e8862b7-af1c-4421-8b58-b555bc89c002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:05.837550 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c7800c0b-704a-4d86-84b0-304600889215 req-4e8862b7-af1c-4421-8b58-b555bc89c002 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87464419-3975-4a49-a913-5df590abacff HTTP/1.1" status: 200 len: 850 time: 0.0469503 Jul 18 10:38:05.887186 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7800c0b-704a-4d86-84b0-304600889215 req-27fc5a7d-07fb-429f-9c4c-53dacb7b88a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:05.889151 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c7800c0b-704a-4d86-84b0-304600889215 req-27fc5a7d-07fb-429f-9c4c-53dacb7b88a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e654fce-ea72-45f2-b759-da2c9a65544d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451598 Jul 18 10:38:05.967307 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-86bb0ec4-d552-4355-89fb-c01ed89e8e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'name': 'tempest-TestVolumeBootPattern-436051173-router', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:23Z', 'updated_at': '2022-07-18T10:32:26Z', 'revision_number': 4, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'gw_port': {'id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:63:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:24Z', 'updated_at': '2022-07-18T10:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '2543814e-b395-4e77-9520-39ce1590d1b3', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'floating_ip_address': '172.27.3.234', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'port_id': 'ef589bb7-916e-48f9-bce4-fdf64f4ed1b1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'mac_address': 'fa:16:3e:21:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0851efd6-d3b6-44d7-9b22-e327e1bca393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:35:49Z', 'updated_at': '2022-07-18T10:35:53Z', 'revision_number': 1, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'fixed_ip_address_scope': None}, {'id': '52e9de3b-685f-4943-8c54-3b854df03e82', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'floating_ip_address': '172.27.3.246', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'port_id': '9c584805-1812-494e-8d2b-019452f06e9c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'mac_address': 'fa:16:3e:c5:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2ab0bb-d92f-4441-bdea-2bc427e441f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:38:04Z', 'updated_at': '2022-07-18T10:38:04Z', 'revision_number': 0, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1f3e92a-1290-4a6b-b351-6716caa96cfc', 'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'mac_address': 'fa:16:3e:db:17:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '87464419-3975-4a49-a913-5df590abacff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:25Z', 'updated_at': '2022-07-18T10:32:31Z', 'revision_number': 5, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'subnets': [{'id': '87464419-3975-4a49-a913-5df590abacff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:38:06.003709 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bb0ec4-d552-4355-89fb-c01ed89e8e22 None None] Checking router: b813383a-8c2b-4227-b257-73336c9a3e16 for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:38:06.013417 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bb0ec4-d552-4355-89fb-c01ed89e8e22 None None] Routers {'b813383a-8c2b-4227-b257-73336c9a3e16'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:38:06.014019 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-86bb0ec4-d552-4355-89fb-c01ed89e8e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:37:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['b813383a-8c2b-4227-b257-73336c9a3e16'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:38:06.048720 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc42ee0-9e9a-4f94-b3bf-bd252a0c56af req-f15a8acb-2cc0-4bba-a8b4-b4f5d3ecee7d tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:06.050424 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3bc42ee0-9e9a-4f94-b3bf-bd252a0c56af req-f15a8acb-2cc0-4bba-a8b4-b4f5d3ecee7d tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 945 time: 0.0633974 Jul 18 10:38:06.054264 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c7800c0b-704a-4d86-84b0-304600889215 req-8d461237-a8c9-430c-af2e-fa0162a32ae8 service neutron] 10.222.0.30 "GET /v2.0/networks/9e654fce-ea72-45f2-b759-da2c9a65544d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577241 Jul 18 10:38:06.091155 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:06.121646 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-86bb0ec4-d552-4355-89fb-c01ed89e8e22 None None] Set router b813383a-8c2b-4227-b257-73336c9a3e16 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:38:06.149005 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:06.158598 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3bc42ee0-9e9a-4f94-b3bf-bd252a0c56af req-0f135d63-e88e-4f9f-a91a-7cbc37592e09 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020136 Jul 18 10:38:06.197477 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c7800c0b-704a-4d86-84b0-304600889215 req-2a2f9bb9-c0e7-4a98-8136-c39c70b8abd4 service neutron] 10.222.0.30 "GET /v2.0/networks/9e654fce-ea72-45f2-b759-da2c9a65544d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340377 Jul 18 10:38:06.349214 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-86bb0ec4-d552-4355-89fb-c01ed89e8e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'name': 'tempest-TestVolumeBootPattern-436051173-router', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:23Z', 'updated_at': '2022-07-18T10:32:26Z', 'revision_number': 4, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'gw_port': {'id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:63:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:24Z', 'updated_at': '2022-07-18T10:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '2543814e-b395-4e77-9520-39ce1590d1b3', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'floating_ip_address': '172.27.3.234', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'port_id': 'ef589bb7-916e-48f9-bce4-fdf64f4ed1b1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'mac_address': 'fa:16:3e:21:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0851efd6-d3b6-44d7-9b22-e327e1bca393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:35:49Z', 'updated_at': '2022-07-18T10:35:53Z', 'revision_number': 1, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'fixed_ip_address_scope': None}, {'id': '52e9de3b-685f-4943-8c54-3b854df03e82', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'floating_ip_address': '172.27.3.246', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'port_id': '9c584805-1812-494e-8d2b-019452f06e9c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'mac_address': 'fa:16:3e:c5:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2ab0bb-d92f-4441-bdea-2bc427e441f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:38:04Z', 'updated_at': '2022-07-18T10:38:04Z', 'revision_number': 0, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1f3e92a-1290-4a6b-b351-6716caa96cfc', 'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'mac_address': 'fa:16:3e:db:17:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '87464419-3975-4a49-a913-5df590abacff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:25Z', 'updated_at': '2022-07-18T10:32:31Z', 'revision_number': 5, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'subnets': [{'id': '87464419-3975-4a49-a913-5df590abacff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:38:06.374791 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bb0ec4-d552-4355-89fb-c01ed89e8e22 None None] The sync data for ids ['b813383a-8c2b-4227-b257-73336c9a3e16'] in dv-cinder-837546-3-iscsi is: [{'id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'name': 'tempest-TestVolumeBootPattern-436051173-router', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:23Z', 'updated_at': '2022-07-18T10:32:26Z', 'revision_number': 4, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'gw_port': {'id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:63:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:24Z', 'updated_at': '2022-07-18T10:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '2543814e-b395-4e77-9520-39ce1590d1b3', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'floating_ip_address': '172.27.3.234', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'port_id': 'ef589bb7-916e-48f9-bce4-fdf64f4ed1b1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'mac_address': 'fa:16:3e:21:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0851efd6-d3b6-44d7-9b22-e327e1bca393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:35:49Z', 'updated_at': '2022-07-18T10:35:53Z', 'revision_number': 1, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'fixed_ip_address_scope': None}, {'id': '52e9de3b-685f-4943-8c54-3b854df03e82', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'floating_ip_address': '172.27.3.246', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'port_id': '9c584805-1812-494e-8d2b-019452f06e9c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'mac_address': 'fa:16:3e:c5:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2ab0bb-d92f-4441-bdea-2bc427e441f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:38:04Z', 'updated_at': '2022-07-18T10:38:04Z', 'revision_number': 0, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1f3e92a-1290-4a6b-b351-6716caa96cfc', 'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'mac_address': 'fa:16:3e:db:17:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '87464419-3975-4a49-a913-5df590abacff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:25Z', 'updated_at': '2022-07-18T10:32:31Z', 'revision_number': 5, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'subnets': [{'id': '87464419-3975-4a49-a913-5df590abacff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:38:06.565744 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f245431-7510-49c0-b851-7b5c70ab91a0 None None] New status for floating IP 52e9de3b-685f-4943-8c54-3b854df03e82: ACTIVE {{(pid=103901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:38:07.289826 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb45d1c-117d-41c4-ad11-cf7d772f1c59 req-ae50436f-16be-44cf-a5c2-a492223b6c3a tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:07.291738 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3bb45d1c-117d-41c4-ad11-cf7d772f1c59 req-ae50436f-16be-44cf-a5c2-a492223b6c3a tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 945 time: 0.0499229 Jul 18 10:38:07.340485 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:07.345812 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3bb45d1c-117d-41c4-ad11-cf7d772f1c59 req-4976e6c8-182b-4b65-9d13-30ee27ed1b23 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485585 Jul 18 10:38:08.394304 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 39072) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:38:08.471339 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a62d68-a1fe-47bb-8b35-6234e57f6817 req-276562ee-a055-43f4-83eb-37adb2428b9f tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:08.472938 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f4a62d68-a1fe-47bb-8b35-6234e57f6817 req-276562ee-a055-43f4-83eb-37adb2428b9f tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 945 time: 0.0546906 Jul 18 10:38:08.525279 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7f269d21-2cf9-4a9b-8d44-d81524c4bd28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:08.541239 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f4a62d68-a1fe-47bb-8b35-6234e57f6817 req-df196077-479a-4809-8829-29cab4830e40 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625923 Jul 18 10:38:08.589494 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:08.611384 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7f269d21-2cf9-4a9b-8d44-d81524c4bd28 admin admin] Publish callbacks [] for security_group (cd747f24-cb46-4320-93e0-7d3bf3addc81), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:08.614815 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-7f269d21-2cf9-4a9b-8d44-d81524c4bd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (cd747f24-cb46-4320-93e0-7d3bf3addc81), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:08.653244 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-7f269d21-2cf9-4a9b-8d44-d81524c4bd28 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=43922a0d85f44e378821e7bd9e956e63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2575960 Jul 18 10:38:08.655081 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f269d21-2cf9-4a9b-8d44-d81524c4bd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd747f24-cb46-4320-93e0-7d3bf3addc81,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:38:08.655929 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 39076) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:38:08.669418 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:08.707693 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c45bef2b-95cc-4a00-834b-80830a4d8558 admin admin] Publish callbacks [] for security_group (cd747f24-cb46-4320-93e0-7d3bf3addc81), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:08.720027 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:08.729756 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c45bef2b-95cc-4a00-834b-80830a4d8558 admin admin] Publish callbacks [] for security_group (cd747f24-cb46-4320-93e0-7d3bf3addc81), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:08.776956 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c45bef2b-95cc-4a00-834b-80830a4d8558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (cd747f24-cb46-4320-93e0-7d3bf3addc81), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:08.779499 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c45bef2b-95cc-4a00-834b-80830a4d8558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:08.780702 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-c45bef2b-95cc-4a00-834b-80830a4d8558 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/cd747f24-cb46-4320-93e0-7d3bf3addc81 HTTP/1.1" status: 204 len: 168 time: 0.1236970 Jul 18 10:38:08.789035 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45bef2b-95cc-4a00-834b-80830a4d8558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd747f24-cb46-4320-93e0-7d3bf3addc81,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:38:09.662733 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab082e-998f-4641-8d08-df30f5eaa50d req-9c862d9e-43eb-4337-baa3-c447c3116f8f tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:09.665137 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-75ab082e-998f-4641-8d08-df30f5eaa50d req-9c862d9e-43eb-4337-baa3-c447c3116f8f tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 945 time: 0.0507839 Jul 18 10:38:09.717279 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-75ab082e-998f-4641-8d08-df30f5eaa50d req-7e91a82a-38ca-4ee6-9ea4-7bbad20121c3 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466003 Jul 18 10:38:10.839943 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e62765-034d-42f8-bc0e-25586a51f77b req-ad7837b6-a27f-456a-b2db-0d978806e68e tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:10.841444 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d7e62765-034d-42f8-bc0e-25586a51f77b req-ad7837b6-a27f-456a-b2db-0d978806e68e tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 945 time: 0.0465572 Jul 18 10:38:10.888757 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d7e62765-034d-42f8-bc0e-25586a51f77b req-2861e118-b6e0-4a38-909a-74c7af1fd688 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417116 Jul 18 10:38:12.005692 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1260b-3660-40ff-9ec2-c9e4ec4e5f57 req-f13b2cb5-a3a8-468e-a788-505eb5825152 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:12.007223 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9ed1260b-3660-40ff-9ec2-c9e4ec4e5f57 req-f13b2cb5-a3a8-468e-a788-505eb5825152 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 945 time: 0.0464642 Jul 18 10:38:12.053702 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9ed1260b-3660-40ff-9ec2-c9e4ec4e5f57 req-27f3d085-c697-4d8b-9ff0-a89060c1d05d tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403938 Jul 18 10:38:13.173878 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91622af8-dd6e-4380-b5b6-71e0ba91234c req-962c5ad6-df12-46b4-8ecc-97b785e81de1 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:13.175341 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-91622af8-dd6e-4380-b5b6-71e0ba91234c req-962c5ad6-df12-46b4-8ecc-97b785e81de1 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 945 time: 0.0502353 Jul 18 10:38:13.221707 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-91622af8-dd6e-4380-b5b6-71e0ba91234c req-8bbf0608-0f89-4303-bb83-5076cbb21445 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406377 Jul 18 10:38:14.337286 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f37425-b988-4d65-9fc6-08e7b08b3b06 req-93dd0000-c0d6-453a-8e29-86676fe9b913 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:14.339251 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-91f37425-b988-4d65-9fc6-08e7b08b3b06 req-93dd0000-c0d6-453a-8e29-86676fe9b913 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 945 time: 0.0466931 Jul 18 10:38:14.385624 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-91f37425-b988-4d65-9fc6-08e7b08b3b06 req-d8d767fe-ba6f-4ccc-a875-354a32b6e748 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408974 Jul 18 10:38:15.507099 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae976098-012d-4791-9b4c-c7a5ad03b507 req-b1df98e7-d8c3-4f1d-b7f6-effec5bfadcc tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:15.508902 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ae976098-012d-4791-9b4c-c7a5ad03b507 req-b1df98e7-d8c3-4f1d-b7f6-effec5bfadcc tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 945 time: 0.0525672 Jul 18 10:38:15.555192 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ae976098-012d-4791-9b4c-c7a5ad03b507 req-cb8b92ac-456d-4590-90b9-128f1a62d697 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404608 Jul 18 10:38:16.353838 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=31 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:16.663556 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:16.669975 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475f769-699e-4d52-b3c4-4b77ca008a4d req-4cd9899b-c5f4-4e71-bcaa-7516c99977a6 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:16.671445 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e475f769-699e-4d52-b3c4-4b77ca008a4d req-4cd9899b-c5f4-4e71-bcaa-7516c99977a6 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 945 time: 0.0456893 Jul 18 10:38:16.718056 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e475f769-699e-4d52-b3c4-4b77ca008a4d req-57d8e120-e1e0-4948-b6d4-8a2ff97cc132 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409362 Jul 18 10:38:17.802453 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:17.839790 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7a10a-71ea-4b61-b90c-63ae3d11a285 req-0eec6228-ba4f-4123-a256-4d8c8ad69a5f tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:17.841270 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f7d7a10a-71ea-4b61-b90c-63ae3d11a285 req-0eec6228-ba4f-4123-a256-4d8c8ad69a5f tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 945 time: 0.0471776 Jul 18 10:38:17.890090 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f7d7a10a-71ea-4b61-b90c-63ae3d11a285 req-8b514e6e-aa2e-4641-8d08-6c457191999c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432642 Jul 18 10:38:18.743632 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:18.762179 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:18.784887 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=3,neutron:DELETE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:18.802154 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=21 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:19.006896 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4a7d4-653c-4a5c-9a50-adeba638fb85 req-75bb95f8-b65d-401c-b5e9-bdd5f8b86b34 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:19.008251 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c5b4a7d4-653c-4a5c-9a50-adeba638fb85 req-75bb95f8-b65d-401c-b5e9-bdd5f8b86b34 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 945 time: 0.0468140 Jul 18 10:38:19.054000 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c5b4a7d4-653c-4a5c-9a50-adeba638fb85 req-17dfbff8-a6bf-4e2e-ae9a-d30222345d0a tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396428 Jul 18 10:38:20.022558 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-fbdc332f-2ebb-4bb8-8cc9-6f2a0397cc43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:20.173781 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2b2ed-e466-405d-9e5b-e21c6c52b2f3 req-c8ec7e70-acb0-48d0-9a9c-842f8f37868c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:20.175695 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fef2b2ed-e466-405d-9e5b-e21c6c52b2f3 req-c8ec7e70-acb0-48d0-9a9c-842f8f37868c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 945 time: 0.0490239 Jul 18 10:38:20.222306 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fef2b2ed-e466-405d-9e5b-e21c6c52b2f3 req-ad99eb92-2b9e-4ce7-a94d-150107ec813b tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409472 Jul 18 10:38:21.341028 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693eb0c-20d3-48e0-ba88-10933c91382c req-a0d5ec9a-6664-4fbb-839b-f3c1078fab42 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:21.342481 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c693eb0c-20d3-48e0-ba88-10933c91382c req-a0d5ec9a-6664-4fbb-839b-f3c1078fab42 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 945 time: 0.0491850 Jul 18 10:38:21.366793 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:21.389678 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-c693eb0c-20d3-48e0-ba88-10933c91382c req-63ffaa38-9308-4f74-be3f-2d7dd6cea11d tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417571 Jul 18 10:38:22.334108 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ef68aa77-e776-4353-a39b-ae56d9c95bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:22.506850 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39bfa7-8240-476e-8aa5-f161919a80f9 req-5faa4f64-f061-4b5d-b547-6933a527fc48 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:22.508303 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2b39bfa7-8240-476e-8aa5-f161919a80f9 req-5faa4f64-f061-4b5d-b547-6933a527fc48 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 945 time: 0.0471265 Jul 18 10:38:22.554298 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2b39bfa7-8240-476e-8aa5-f161919a80f9 req-b61a25a5-275e-4360-b04e-df3736c292a0 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404820 Jul 18 10:38:23.605055 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:23.673598 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53fce4-228f-4975-a717-98b1abc91f7d req-36302d3b-e840-46af-8509-dd2ef25cede4 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:23.675079 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2c53fce4-228f-4975-a717-98b1abc91f7d req-36302d3b-e840-46af-8509-dd2ef25cede4 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 945 time: 0.0473642 Jul 18 10:38:23.724363 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2c53fce4-228f-4975-a717-98b1abc91f7d req-a1684775-1c54-45ad-a037-a2279a81c650 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438614 Jul 18 10:38:24.796807 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:24.842770 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558da1d1-049b-493d-871b-62c3b4759c63 req-97000f5d-29ad-4653-a906-1d38520bc5cf tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:24.844434 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-558da1d1-049b-493d-871b-62c3b4759c63 req-97000f5d-29ad-4653-a906-1d38520bc5cf tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 945 time: 0.0476692 Jul 18 10:38:24.891451 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-558da1d1-049b-493d-871b-62c3b4759c63 req-32409cad-5347-4e38-8fab-f83a5154ef0f tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415254 Jul 18 10:38:25.082749 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:25.441258 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:26.006889 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e1468-eabb-4a82-b245-de12249d35eb req-82113d23-dcb1-41e3-a61d-f0eb29fd0375 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:26.008360 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ad4e1468-eabb-4a82-b245-de12249d35eb req-82113d23-dcb1-41e3-a61d-f0eb29fd0375 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 945 time: 0.0466616 Jul 18 10:38:26.054992 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ad4e1468-eabb-4a82-b245-de12249d35eb req-a5bb74d7-b090-4f95-805b-916087973040 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410047 Jul 18 10:38:27.175749 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094bd26-f025-4a36-9342-fd9113af61a3 req-b44ee4e6-5d58-4c6d-ae58-1f57ea691d43 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:27.177319 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d094bd26-f025-4a36-9342-fd9113af61a3 req-b44ee4e6-5d58-4c6d-ae58-1f57ea691d43 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 945 time: 0.0497570 Jul 18 10:38:27.224704 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d094bd26-f025-4a36-9342-fd9113af61a3 req-e544bb2c-6acb-4914-80fb-58d0d8a34f86 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418363 Jul 18 10:38:28.339597 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79187e9d-a5f5-49b4-a58e-abf071492351 req-4429135f-4409-48d0-a366-415243d6a5f8 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:28.341078 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-79187e9d-a5f5-49b4-a58e-abf071492351 req-4429135f-4409-48d0-a366-415243d6a5f8 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 945 time: 0.0458891 Jul 18 10:38:28.387714 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-79187e9d-a5f5-49b4-a58e-abf071492351 req-8da64c52-ff59-4740-8e68-3cc209117342 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412445 Jul 18 10:38:28.650734 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 1dcc8a67-356a-4505-8579-9742b691b360 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:38:28.756876 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 1dcc8a67-356a-4505-8579-9742b691b360, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1dcc8a67-356a-4505-8579-9742b691b360,segment=NetworkSegment(d7f1c4dc-22c2-4c68-872d-90dc779e27be),segment_id=d7f1c4dc-22c2-4c68-872d-90dc779e27be)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:38:28.767971 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Returning: {'device': '1dcc8a67-356a-4505-8579-9742b691b360', 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58', 'port_id': '1dcc8a67-356a-4505-8579-9742b691b360', 'mac_address': 'fa:16:3e:90:cc:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:38:28.807157 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port 1dcc8a67-356a-4505-8579-9742b691b360 is: ACTIVE; New status is: BUILD {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:38:28.807549 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (1dcc8a67-356a-4505-8579-9742b691b360), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:28.820372 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1dcc8a67-356a-4505-8579-9742b691b360 {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:38:28.840093 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 1dcc8a67-356a-4505-8579-9742b691b360, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1dcc8a67-356a-4505-8579-9742b691b360,segment=NetworkSegment(d7f1c4dc-22c2-4c68-872d-90dc779e27be),segment_id=d7f1c4dc-22c2-4c68-872d-90dc779e27be)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:38:28.844648 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (1dcc8a67-356a-4505-8579-9742b691b360), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:28.895753 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=1dcc8a67-356a-4505-8579-9742b691b360,revision_number=6']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:38:28.904736 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:38:28.905019 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:38:28.905360 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:38:28.905688 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:38:28.906025 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:38:28.906354 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:38:28.906679 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:38:28.907001 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:38:28.907330 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:38:28.907648 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:38:28.907968 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:38:28.908283 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:38:28.908626 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:38:28.908947 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:38:28.909264 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:38:28.945222 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['1dcc8a67-356a-4505-8579-9742b691b360'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:38:29.526136 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36791938-4131-4575-96d4-b36e09871c3c req-bdd453e8-6004-4460-b872-fd338dd0edcf tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:29.528348 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-36791938-4131-4575-96d4-b36e09871c3c req-bdd453e8-6004-4460-b872-fd338dd0edcf tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 944 time: 0.0576856 Jul 18 10:38:29.576613 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:29.581153 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-36791938-4131-4575-96d4-b36e09871c3c req-0b2e8ee0-8580-4bc8-a2bb-b3d81d5b1060 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471759 Jul 18 10:38:30.678243 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 1dcc8a67-356a-4505-8579-9742b691b360 up at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:38:30.726239 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d496c39-9ab6-429d-bf99-4110e74cb2d5 req-f6722725-a50d-44b1-9552-c0ed68c21440 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:30.733878 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0d496c39-9ab6-429d-bf99-4110e74cb2d5 req-f6722725-a50d-44b1-9552-c0ed68c21440 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 944 time: 0.0694637 Jul 18 10:38:30.736126 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning complete for port 1dcc8a67-356a-4505-8579-9742b691b360 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:38:30.736742 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (1dcc8a67-356a-4505-8579-9742b691b360), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:30.794768 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0d496c39-9ab6-429d-bf99-4110e74cb2d5 req-3745689d-a1c6-45c7-953f-92ab31b7e628 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535703 Jul 18 10:38:30.837567 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port 1dcc8a67-356a-4505-8579-9742b691b360 is: BUILD; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:38:30.837970 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (1dcc8a67-356a-4505-8579-9742b691b360), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:30.866751 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4da4be-98d3-4976-97aa-a3ca9b8ddf96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dcc8a67-356a-4505-8579-9742b691b360'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:38:30.869051 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84681e705a03fd555db26336157b75fd76ce56e0c69b7b802094418238443ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb9bd63-6899-4159-bd79-0a6f9069237d" -d '{"events": [{"server_uuid": "7c4da4be-98d3-4976-97aa-a3ca9b8ddf96", "name": "network-vif-plugged", "status": "completed", "tag": "1dcc8a67-356a-4505-8579-9742b691b360"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:38:30.885483 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 1dcc8a67-356a-4505-8579-9742b691b360, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1dcc8a67-356a-4505-8579-9742b691b360,segment=NetworkSegment(d7f1c4dc-22c2-4c68-872d-90dc779e27be),segment_id=d7f1c4dc-22c2-4c68-872d-90dc779e27be)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:38:30.891587 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (1dcc8a67-356a-4505-8579-9742b691b360), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:30.900572 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:30.925653 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d551650e-5065-4012-bf50-0835d12869e4 x-openstack-request-id: req-d551650e-5065-4012-bf50-0835d12869e4 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:38:30.925933 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4da4be-98d3-4976-97aa-a3ca9b8ddf96", "name": "network-vif-plugged", "status": "completed", "tag": "1dcc8a67-356a-4505-8579-9742b691b360", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:38:30.926182 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d551650e-5065-4012-bf50-0835d12869e4 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:38:30.926569 dv-cinder-837546-3-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d551650e-5065-4012-bf50-0835d12869e4'] response: {'server_uuid': '7c4da4be-98d3-4976-97aa-a3ca9b8ddf96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dcc8a67-356a-4505-8579-9742b691b360', 'code': 200} Jul 18 10:38:30.958424 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=1dcc8a67-356a-4505-8579-9742b691b360,revision_number=7']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:38:31.910924 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a55469-4bcf-4b3d-b2f5-d8a68181fc84 req-16de775c-29fa-4882-a0c1-023f2a081ef4 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:31.910924 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-69a55469-4bcf-4b3d-b2f5-d8a68181fc84 req-16de775c-29fa-4882-a0c1-023f2a081ef4 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 945 time: 0.0501318 Jul 18 10:38:31.965013 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-69a55469-4bcf-4b3d-b2f5-d8a68181fc84 req-70b3274e-44e4-46d9-b612-91f7f651e580 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491085 Jul 18 10:38:33.096577 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02d516-d4dd-43f4-8c95-f1fc294d0fe2 req-4f25ad5f-7f03-41d2-9374-c148ec01347c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:33.099821 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fa02d516-d4dd-43f4-8c95-f1fc294d0fe2 req-4f25ad5f-7f03-41d2-9374-c148ec01347c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 945 time: 0.0576165 Jul 18 10:38:33.152323 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-fa02d516-d4dd-43f4-8c95-f1fc294d0fe2 req-98efa47c-5c8a-4265-b0b1-1ca90cc3f828 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450795 Jul 18 10:38:34.288061 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c828e-9714-4a1e-9f0c-599121fc5a70 req-822610e0-9b96-4005-a2b1-1d37e2d60049 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:34.289582 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f62c828e-9714-4a1e-9f0c-599121fc5a70 req-822610e0-9b96-4005-a2b1-1d37e2d60049 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 945 time: 0.0590591 Jul 18 10:38:34.341156 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f62c828e-9714-4a1e-9f0c-599121fc5a70 req-bddea5a3-a3d4-4a71-8848-4f257ac834ef tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456340 Jul 18 10:38:35.484330 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e225b-f362-44ae-8681-35e34f3ae68d req-faf70606-66dd-495b-bd40-dbc0150af3b7 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:35.489604 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-970e225b-f362-44ae-8681-35e34f3ae68d req-faf70606-66dd-495b-bd40-dbc0150af3b7 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 945 time: 0.0603123 Jul 18 10:38:35.499838 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:35.549886 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-970e225b-f362-44ae-8681-35e34f3ae68d req-357f0a15-86f5-49e6-bfcd-5f5fa7b77a74 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560944 Jul 18 10:38:36.700155 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ff695-76ff-469b-8232-5895acfc4a69 req-83b8f30d-cfa7-4d37-8a03-64a6ba883573 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:36.701785 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8b6ff695-76ff-469b-8232-5895acfc4a69 req-83b8f30d-cfa7-4d37-8a03-64a6ba883573 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 945 time: 0.0613422 Jul 18 10:38:36.769806 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-8b6ff695-76ff-469b-8232-5895acfc4a69 req-bd3b0cbe-822a-4d54-89d1-e52fb98dd4b5 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614109 Jul 18 10:38:36.821326 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 6 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:38:37.908239 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a643d-9fd4-4062-be80-f8bf551e2fca req-93d03d75-3575-4405-8ef8-5e50e700dd0c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:37.909771 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ed8a643d-9fd4-4062-be80-f8bf551e2fca req-93d03d75-3575-4405-8ef8-5e50e700dd0c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 945 time: 0.0503721 Jul 18 10:38:37.962957 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ed8a643d-9fd4-4062-be80-f8bf551e2fca req-4923fdb4-09cc-4390-9a8d-7b812f0f8478 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474002 Jul 18 10:38:38.600734 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3aebf1-ffe8-4577-aa21-3121db11aa69 req-6a788e50-5f84-4cad-8800-c76fb8b369e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:38.602205 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-dd3aebf1-ffe8-4577-aa21-3121db11aa69 req-6a788e50-5f84-4cad-8800-c76fb8b369e0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=feefb94984d54cbbaa70b963d956a520&device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 1129 time: 0.0493927 Jul 18 10:38:38.696320 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3aebf1-ffe8-4577-aa21-3121db11aa69 req-e443a8a4-30cc-423b-af5d-0aa3a1f5dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:38.697805 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-dd3aebf1-ffe8-4577-aa21-3121db11aa69 req-e443a8a4-30cc-423b-af5d-0aa3a1f5dd88 service neutron] 10.222.0.30 "GET /v2.0/networks?id=247d0ee0-142b-4d40-8e91-ea541c052e58 HTTP/1.1" status: 200 len: 918 time: 0.0844703 Jul 18 10:38:38.767243 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-dd3aebf1-ffe8-4577-aa21-3121db11aa69 req-a33bed3a-91a4-476a-af6d-b20a26f0e2c3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1dcc8a67-356a-4505-8579-9742b691b360 HTTP/1.1" status: 200 len: 1000 time: 0.0582621 Jul 18 10:38:38.820025 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3aebf1-ffe8-4577-aa21-3121db11aa69 req-be0c28ce-9dda-4e56-9292-024ee2bb928b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:38.821504 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-dd3aebf1-ffe8-4577-aa21-3121db11aa69 req-be0c28ce-9dda-4e56-9292-024ee2bb928b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=11cfac8b-7d7d-4e4b-88cc-819243717cd6 HTTP/1.1" status: 200 len: 856 time: 0.0436816 Jul 18 10:38:38.866358 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3aebf1-ffe8-4577-aa21-3121db11aa69 req-0ccb24c7-3ed0-4f65-b02a-134527958112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:38.867936 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-dd3aebf1-ffe8-4577-aa21-3121db11aa69 req-0ccb24c7-3ed0-4f65-b02a-134527958112 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=247d0ee0-142b-4d40-8e91-ea541c052e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390079 Jul 18 10:38:38.946007 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:38.966005 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-dd3aebf1-ffe8-4577-aa21-3121db11aa69 req-98f1f687-7599-4fe9-b79e-41d9808afd1b service neutron] 10.222.0.30 "GET /v2.0/networks/247d0ee0-142b-4d40-8e91-ea541c052e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864792 Jul 18 10:38:39.096702 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-dd3aebf1-ffe8-4577-aa21-3121db11aa69 req-d00f34dd-82f9-4ee6-8dff-aaae3cedc3c4 service neutron] 10.222.0.30 "GET /v2.0/networks/247d0ee0-142b-4d40-8e91-ea541c052e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198163 Jul 18 10:38:39.102906 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e0839-dc5d-4c46-8d56-c3fb12bec6e0 req-9d9705a1-aaeb-42ea-b643-fd066385c826 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:39.104304 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5e4e0839-dc5d-4c46-8d56-c3fb12bec6e0 req-9d9705a1-aaeb-42ea-b643-fd066385c826 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 945 time: 0.0686843 Jul 18 10:38:39.152971 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5e4e0839-dc5d-4c46-8d56-c3fb12bec6e0 req-f976ccc9-c18e-4a9a-a79d-882df8398208 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425358 Jul 18 10:38:40.270177 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acff81-199b-4c52-9a74-c3fcd2dcaed2 req-1d5042cd-1917-4ecf-a0b3-8621fa614b3b tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:40.271636 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-08acff81-199b-4c52-9a74-c3fcd2dcaed2 req-1d5042cd-1917-4ecf-a0b3-8621fa614b3b tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 945 time: 0.0472126 Jul 18 10:38:40.317398 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-08acff81-199b-4c52-9a74-c3fcd2dcaed2 req-86e7f629-6e53-49bb-8380-7ca609472d9d tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402179 Jul 18 10:38:40.947803 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:40.954855 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:41.438233 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93f682-4b05-4a0f-a9bd-ab5b1c967763 req-bc5dcf03-ba69-4b9c-b3c4-d9e1b1786769 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:41.439600 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-da93f682-4b05-4a0f-a9bd-ab5b1c967763 req-bc5dcf03-ba69-4b9c-b3c4-d9e1b1786769 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 945 time: 0.0502713 Jul 18 10:38:41.485925 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-da93f682-4b05-4a0f-a9bd-ab5b1c967763 req-37df32bb-9732-4359-9c29-87d55cf4b4d2 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408227 Jul 18 10:38:42.367658 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:42.394823 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd693ac-e047-4043-9d2f-88a75052a4a7 req-797d9bdb-8d80-4265-8eaf-9d5fc06db0f8 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:42.396269 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-dfd693ac-e047-4043-9d2f-88a75052a4a7 req-797d9bdb-8d80-4265-8eaf-9d5fc06db0f8 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 945 time: 0.0596430 Jul 18 10:38:42.446069 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2d8c0b1f-847c-4e59-8fa0-05626363a03d req-e085ea26-9d6f-48d7-b01b-79b6426522e5 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0691137 Jul 18 10:38:42.472974 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-dfd693ac-e047-4043-9d2f-88a75052a4a7 req-8d646368-8693-4cfe-9f5a-15d3546e6c1c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610271 Jul 18 10:38:42.518960 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c0b1f-847c-4e59-8fa0-05626363a03d req-43203f07-16f1-4dbf-b693-7300f1973b04 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:42.520305 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2d8c0b1f-847c-4e59-8fa0-05626363a03d req-43203f07-16f1-4dbf-b693-7300f1973b04 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports/1dcc8a67-356a-4505-8579-9742b691b360 HTTP/1.1" status: 200 len: 942 time: 0.0464871 Jul 18 10:38:42.811365 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 1dcc8a67-356a-4505-8579-9742b691b360 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:38:42.889298 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port 1dcc8a67-356a-4505-8579-9742b691b360 is: ACTIVE; New status is: DOWN {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:38:42.889849 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (1dcc8a67-356a-4505-8579-9742b691b360), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:42.914269 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4da4be-98d3-4976-97aa-a3ca9b8ddf96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dcc8a67-356a-4505-8579-9742b691b360'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:38:42.916534 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84681e705a03fd555db26336157b75fd76ce56e0c69b7b802094418238443ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e6a2ca-e89e-4788-b6b8-b8740455a0ac" -d '{"events": [{"server_uuid": "7c4da4be-98d3-4976-97aa-a3ca9b8ddf96", "name": "network-vif-unplugged", "status": "completed", "tag": "1dcc8a67-356a-4505-8579-9742b691b360"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:38:42.929147 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 1dcc8a67-356a-4505-8579-9742b691b360, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1dcc8a67-356a-4505-8579-9742b691b360,segment=NetworkSegment(d7f1c4dc-22c2-4c68-872d-90dc779e27be),segment_id=d7f1c4dc-22c2-4c68-872d-90dc779e27be)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:38:42.933695 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (1dcc8a67-356a-4505-8579-9742b691b360), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:42.958860 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Jul 2022 10:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da000bd-e57d-4195-8f86-5427a88f4a1e x-openstack-request-id: req-4da000bd-e57d-4195-8f86-5427a88f4a1e {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:38:42.959151 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4da4be-98d3-4976-97aa-a3ca9b8ddf96", "name": "network-vif-unplugged", "status": "failed", "tag": "1dcc8a67-356a-4505-8579-9742b691b360", "code": 422}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:38:42.959400 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4da000bd-e57d-4195-8f86-5427a88f4a1e {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:38:42.959792 dv-cinder-837546-3-iscsi neutron-server[103900]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4da000bd-e57d-4195-8f86-5427a88f4a1e']: {'server_uuid': '7c4da4be-98d3-4976-97aa-a3ca9b8ddf96', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1dcc8a67-356a-4505-8579-9742b691b360', 'code': 422} returned with failed status Jul 18 10:38:42.992081 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=1dcc8a67-356a-4505-8579-9742b691b360,revision_number=8']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:38:43.325297 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c0b1f-847c-4e59-8fa0-05626363a03d req-b04c34ad-4c79-4ea4-b465-0d05c7f9cee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:43.326763 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2d8c0b1f-847c-4e59-8fa0-05626363a03d req-b04c34ad-4c79-4ea4-b465-0d05c7f9cee1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96&tenant_id=feefb94984d54cbbaa70b963d956a520 HTTP/1.1" status: 200 len: 1127 time: 0.0400019 Jul 18 10:38:43.391092 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c0b1f-847c-4e59-8fa0-05626363a03d req-dd606555-af2c-4e9f-8da3-47d9c6a0473d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:43.392602 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2d8c0b1f-847c-4e59-8fa0-05626363a03d req-dd606555-af2c-4e9f-8da3-47d9c6a0473d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=feefb94984d54cbbaa70b963d956a520&device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 1127 time: 0.0393369 Jul 18 10:38:43.486991 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c0b1f-847c-4e59-8fa0-05626363a03d req-202d85e5-5a61-4c71-bd72-d507b570ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:43.488413 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2d8c0b1f-847c-4e59-8fa0-05626363a03d req-202d85e5-5a61-4c71-bd72-d507b570ca86 service neutron] 10.222.0.30 "GET /v2.0/networks?id=247d0ee0-142b-4d40-8e91-ea541c052e58 HTTP/1.1" status: 200 len: 918 time: 0.0874453 Jul 18 10:38:43.580779 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2d8c0b1f-847c-4e59-8fa0-05626363a03d req-083586f5-99e8-4e51-a11c-96431c2dacc3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1dcc8a67-356a-4505-8579-9742b691b360 HTTP/1.1" status: 200 len: 998 time: 0.0822115 Jul 18 10:38:43.607195 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007e842-67d0-415f-ba8e-0f763ee86c18 req-9ac606ec-ecd0-460b-b3db-3b6fa74e263f tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:43.608628 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0007e842-67d0-415f-ba8e-0f763ee86c18 req-9ac606ec-ecd0-460b-b3db-3b6fa74e263f tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 943 time: 0.0626140 Jul 18 10:38:43.658957 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c0b1f-847c-4e59-8fa0-05626363a03d req-21ae0b04-6953-435b-8940-accffbae1e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:43.660359 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2d8c0b1f-847c-4e59-8fa0-05626363a03d req-21ae0b04-6953-435b-8940-accffbae1e76 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=11cfac8b-7d7d-4e4b-88cc-819243717cd6 HTTP/1.1" status: 200 len: 856 time: 0.0697355 Jul 18 10:38:43.708515 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-0007e842-67d0-415f-ba8e-0f763ee86c18 req-563c3b12-a383-4fd6-9cdc-60e69641c45b tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821545 Jul 18 10:38:43.713069 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:43.718917 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c0b1f-847c-4e59-8fa0-05626363a03d req-7d7558d9-1a11-432c-8a42-671ee2174020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:43.720413 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2d8c0b1f-847c-4e59-8fa0-05626363a03d req-7d7558d9-1a11-432c-8a42-671ee2174020 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=247d0ee0-142b-4d40-8e91-ea541c052e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492678 Jul 18 10:38:43.817456 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2d8c0b1f-847c-4e59-8fa0-05626363a03d req-8a39cc0b-973d-4b71-ba97-23bab855bca2 service neutron] 10.222.0.30 "GET /v2.0/networks/247d0ee0-142b-4d40-8e91-ea541c052e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865877 Jul 18 10:38:43.912642 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2d8c0b1f-847c-4e59-8fa0-05626363a03d req-4595d74a-ede7-4a1c-82df-8881951e64f5 service neutron] 10.222.0.30 "GET /v2.0/networks/247d0ee0-142b-4d40-8e91-ea541c052e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849612 Jul 18 10:38:44.837044 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22fb35-b2f3-4c95-8ff3-db2db826cffd req-c93b6e3e-6dd4-4705-8bce-4860ad705191 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:44.838614 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6b22fb35-b2f3-4c95-8ff3-db2db826cffd req-c93b6e3e-6dd4-4705-8bce-4860ad705191 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 943 time: 0.0505955 Jul 18 10:38:44.894018 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6b22fb35-b2f3-4c95-8ff3-db2db826cffd req-af77afbb-998d-4616-97cc-119ea4eaa623 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448542 Jul 18 10:38:46.014564 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188e386-fb7c-422c-89ea-94a48ddd15db req-d888de0d-8895-47dc-890c-bb163628b9cf tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:46.016059 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9188e386-fb7c-422c-89ea-94a48ddd15db req-d888de0d-8895-47dc-890c-bb163628b9cf tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 943 time: 0.0482943 Jul 18 10:38:46.065613 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9188e386-fb7c-422c-89ea-94a48ddd15db req-3d5949da-ea21-403f-9da8-15d8ed054d8e tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439825 Jul 18 10:38:46.816171 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:46.820747 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:47.199379 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26011053-bc1d-49dc-9e5b-b6b74bfdd235 req-ab1470c3-3626-4500-8faf-aaed48ad61eb tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:47.200923 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-26011053-bc1d-49dc-9e5b-b6b74bfdd235 req-ab1470c3-3626-4500-8faf-aaed48ad61eb tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 943 time: 0.0565705 Jul 18 10:38:47.251516 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-26011053-bc1d-49dc-9e5b-b6b74bfdd235 req-618f461e-aa84-48a2-877c-eac5002706bc tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449288 Jul 18 10:38:48.376847 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643743a8-a70e-48ee-8bb5-df78a5d514d7 req-50a0ac87-5357-4726-b5b9-d7899e67acf0 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:48.378352 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-643743a8-a70e-48ee-8bb5-df78a5d514d7 req-50a0ac87-5357-4726-b5b9-d7899e67acf0 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 943 time: 0.0471225 Jul 18 10:38:48.400556 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:48.430701 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-643743a8-a70e-48ee-8bb5-df78a5d514d7 req-d45028c3-c96d-46ab-9654-0edd1d95f618 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465372 Jul 18 10:38:49.552829 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe04d5-2750-416c-86dd-6a5ce8b1c33d req-456ea12b-866d-4856-b3fe-e37114120e7b tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:49.554382 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6bfe04d5-2750-416c-86dd-6a5ce8b1c33d req-456ea12b-866d-4856-b3fe-e37114120e7b tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 943 time: 0.0473251 Jul 18 10:38:49.612609 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-6bfe04d5-2750-416c-86dd-6a5ce8b1c33d req-9fcc5540-da42-4111-abfa-7d5120aee8d2 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515840 Jul 18 10:38:50.065669 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5402ee63-e448-4a4b-bf31-39b10c0e1170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:50.737456 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5ca8c-7f5d-4ecf-ae29-098e1d80fc4f req-32ac6c78-7e47-480a-ad72-f79b79a0b240 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:50.738975 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d4a5ca8c-7f5d-4ecf-ae29-098e1d80fc4f req-32ac6c78-7e47-480a-ad72-f79b79a0b240 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 943 time: 0.0500278 Jul 18 10:38:50.789527 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-d4a5ca8c-7f5d-4ecf-ae29-098e1d80fc4f req-992cb9c7-6212-4878-881d-5e71b3d7c602 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448604 Jul 18 10:38:51.924122 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af40f89-70b1-46bc-90d7-1be46244c537 req-123d8f42-f260-45b0-9d5f-2d3d979bb13b tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:51.925698 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2af40f89-70b1-46bc-90d7-1be46244c537 req-123d8f42-f260-45b0-9d5f-2d3d979bb13b tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 943 time: 0.0495577 Jul 18 10:38:51.974821 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2af40f89-70b1-46bc-90d7-1be46244c537 req-91ccb288-4822-49f0-afa9-d4574ddf4ae2 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434968 Jul 18 10:38:52.336303 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-90aaf70c-d58c-4626-8e33-c11690c1766c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:53.096240 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfa003-4e2e-4b4c-8e28-f6f0191551c1 req-a0389ffc-6b94-4dfd-ac0f-25ed3bcf918b tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:53.097733 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4dbfa003-4e2e-4b4c-8e28-f6f0191551c1 req-a0389ffc-6b94-4dfd-ac0f-25ed3bcf918b tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 943 time: 0.0494001 Jul 18 10:38:53.144332 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-4dbfa003-4e2e-4b4c-8e28-f6f0191551c1 req-d49a7468-d835-40f8-ad3a-c4b083f5c344 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407565 Jul 18 10:38:53.607560 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:54.434909 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1148c9-ea5b-4145-893f-e93669bdd03e req-04859930-86b5-4ac0-9180-71607e9cc768 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:54.436289 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-db1148c9-ea5b-4145-893f-e93669bdd03e req-04859930-86b5-4ac0-9180-71607e9cc768 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 943 time: 0.2207901 Jul 18 10:38:54.465695 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:54.484109 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-db1148c9-ea5b-4145-893f-e93669bdd03e req-bede5969-61ba-4c87-b81a-e9f6a044a4f4 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422311 Jul 18 10:38:54.798928 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:55.085173 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:55.455600 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:55.654327 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969caf3a-8bc8-469a-9a3d-b85a17cf5206 req-d90e0062-895e-492d-8f3c-ef0ca2cc2a20 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:55.655714 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-969caf3a-8bc8-469a-9a3d-b85a17cf5206 req-d90e0062-895e-492d-8f3c-ef0ca2cc2a20 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 943 time: 0.1005805 Jul 18 10:38:55.964169 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-969caf3a-8bc8-469a-9a3d-b85a17cf5206 req-2442fe7d-6019-46ae-a357-b91a45aa549e tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3026402 Jul 18 10:38:56.876823 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 1dcc8a67-356a-4505-8579-9742b691b360 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:38:56.974137 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 1dcc8a67-356a-4505-8579-9742b691b360, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1dcc8a67-356a-4505-8579-9742b691b360,segment=NetworkSegment(d7f1c4dc-22c2-4c68-872d-90dc779e27be),segment_id=d7f1c4dc-22c2-4c68-872d-90dc779e27be)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:38:56.991168 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Returning: {'device': '1dcc8a67-356a-4505-8579-9742b691b360', 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58', 'port_id': '1dcc8a67-356a-4505-8579-9742b691b360', 'mac_address': 'fa:16:3e:90:cc:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:38:57.036289 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port 1dcc8a67-356a-4505-8579-9742b691b360 is: DOWN; New status is: BUILD {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:38:57.036722 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (1dcc8a67-356a-4505-8579-9742b691b360), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:57.050280 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dcc8a67-356a-4505-8579-9742b691b360 {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:38:57.069689 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 1dcc8a67-356a-4505-8579-9742b691b360, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1dcc8a67-356a-4505-8579-9742b691b360,segment=NetworkSegment(d7f1c4dc-22c2-4c68-872d-90dc779e27be),segment_id=d7f1c4dc-22c2-4c68-872d-90dc779e27be)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:38:57.074265 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (1dcc8a67-356a-4505-8579-9742b691b360), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:57.086153 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778af863-2a06-4e01-b1d3-af2c7762071a req-3c725587-7f68-4f94-8625-6dc3d109d02b tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:57.087648 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-778af863-2a06-4e01-b1d3-af2c7762071a req-3c725587-7f68-4f94-8625-6dc3d109d02b tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 943 time: 0.0485115 Jul 18 10:38:57.121282 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=1dcc8a67-356a-4505-8579-9742b691b360,revision_number=9']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:38:57.137904 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-778af863-2a06-4e01-b1d3-af2c7762071a req-82852fd9-19d4-4996-b451-25323aba08f2 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437148 Jul 18 10:38:57.352935 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] get_ports_and_sgs() called for port_ids ['1dcc8a67-356a-4505-8579-9742b691b360'] {{(pid=103900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:38:58.253935 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6703a-f720-445c-914c-80c5cae66ef1 req-25667c85-a233-42a7-b16a-786163a0a658 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:58.255391 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-08c6703a-f720-445c-914c-80c5cae66ef1 req-25667c85-a233-42a7-b16a-786163a0a658 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 944 time: 0.0473192 Jul 18 10:38:58.303897 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-08c6703a-f720-445c-914c-80c5cae66ef1 req-0098165d-8aa1-4aa7-a55a-a73dbb0b7e4c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430806 Jul 18 10:38:58.876608 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 1dcc8a67-356a-4505-8579-9742b691b360 up at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:38:58.920094 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Provisioning complete for port 1dcc8a67-356a-4505-8579-9742b691b360 triggered by entity L2. {{(pid=103900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:38:58.920543 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8076328'] for port (1dcc8a67-356a-4505-8579-9742b691b360), provisioning_complete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:58.948682 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:58.955714 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:58.996423 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Current status of the port 1dcc8a67-356a-4505-8579-9742b691b360 is: BUILD; New status is: ACTIVE {{(pid=103900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:38:58.996826 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8017704'] for port (1dcc8a67-356a-4505-8579-9742b691b360), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:59.019822 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4da4be-98d3-4976-97aa-a3ca9b8ddf96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dcc8a67-356a-4505-8579-9742b691b360'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:38:59.022082 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84681e705a03fd555db26336157b75fd76ce56e0c69b7b802094418238443ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e731f772-739e-4aa2-af41-64e9fca35926" -d '{"events": [{"server_uuid": "7c4da4be-98d3-4976-97aa-a3ca9b8ddf96", "name": "network-vif-plugged", "status": "completed", "tag": "1dcc8a67-356a-4505-8579-9742b691b360"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:38:59.035091 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] For port 1dcc8a67-356a-4505-8579-9742b691b360, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1dcc8a67-356a-4505-8579-9742b691b360,segment=NetworkSegment(d7f1c4dc-22c2-4c68-872d-90dc779e27be),segment_id=d7f1c4dc-22c2-4c68-872d-90dc779e27be)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:38:59.039426 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756234092252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756233744132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756233744150'] for port (1dcc8a67-356a-4505-8579-9742b691b360), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:59.064896 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9e2aa3-7fd0-4b22-8af9-b7400e329dcc x-openstack-request-id: req-cd9e2aa3-7fd0-4b22-8af9-b7400e329dcc {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:38:59.065192 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4da4be-98d3-4976-97aa-a3ca9b8ddf96", "name": "network-vif-plugged", "status": "completed", "tag": "1dcc8a67-356a-4505-8579-9742b691b360", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:38:59.065444 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-cd9e2aa3-7fd0-4b22-8af9-b7400e329dcc {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:38:59.065833 dv-cinder-837546-3-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd9e2aa3-7fd0-4b22-8af9-b7400e329dcc'] response: {'server_uuid': '7c4da4be-98d3-4976-97aa-a3ca9b8ddf96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dcc8a67-356a-4505-8579-9742b691b360', 'code': 200} Jul 18 10:38:59.090913 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Pushing event updated for resources: {'Port': ['ID=1dcc8a67-356a-4505-8579-9742b691b360,revision_number=10']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:38:59.249839 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203ab6e-e832-4955-b2b7-2fb05e4f062f req-5ef35e2d-8a8e-4628-a5df-07c5e464ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:59.251325 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5203ab6e-e832-4955-b2b7-2fb05e4f062f req-5ef35e2d-8a8e-4628-a5df-07c5e464ca93 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 1130 time: 0.0387614 Jul 18 10:38:59.298926 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5203ab6e-e832-4955-b2b7-2fb05e4f062f req-ca88f3cb-b059-498d-a034-e3cb8311eae9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364385 Jul 18 10:38:59.418915 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06c395-61c7-44b8-ac3c-d9ca18ac7db3 req-775980ca-6504-49e3-9612-c722cb5cdc58 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:38:59.420333 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9a06c395-61c7-44b8-ac3c-d9ca18ac7db3 req-775980ca-6504-49e3-9612-c722cb5cdc58 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 946 time: 0.0465946 Jul 18 10:38:59.467218 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9a06c395-61c7-44b8-ac3c-d9ca18ac7db3 req-73e508e1-25a5-4832-ac00-0b1a4ecc09a4 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412395 Jul 18 10:39:00.588982 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807caf4-f298-46e8-8894-a614eb787e8c req-5a7b6f1a-d35b-4882-af22-1eb2a49c3f20 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:00.590943 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5807caf4-f298-46e8-8894-a614eb787e8c req-5a7b6f1a-d35b-4882-af22-1eb2a49c3f20 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 946 time: 0.0498195 Jul 18 10:39:00.602010 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:00.637975 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5807caf4-f298-46e8-8894-a614eb787e8c req-222f4913-3b63-452c-a97a-c1b632283ef4 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415025 Jul 18 10:39:01.094692 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a5a8b7a2-bef8-4d5d-9842-19613101329a req-be3e8aaf-9e39-4e63-a02a-d43d45f41b73 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409219 Jul 18 10:39:01.179254 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8b7a2-bef8-4d5d-9842-19613101329a req-632e5801-37ef-4cc5-96e4-9a6ea2c0af74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:01.181216 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a5a8b7a2-bef8-4d5d-9842-19613101329a req-632e5801-37ef-4cc5-96e4-9a6ea2c0af74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5628452a1ceb4af293ea96c187983fa6&device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 1129 time: 0.0421550 Jul 18 10:39:01.290500 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8b7a2-bef8-4d5d-9842-19613101329a req-a204325f-5fe1-46d8-888e-c929f24cc5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:01.291955 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a5a8b7a2-bef8-4d5d-9842-19613101329a req-a204325f-5fe1-46d8-888e-c929f24cc5ea service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa3e5fe6-aa22-4836-8d61-28fdcd6950fe HTTP/1.1" status: 200 len: 910 time: 0.0913813 Jul 18 10:39:01.356008 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a5a8b7a2-bef8-4d5d-9842-19613101329a req-29debc7d-f5dc-410e-a627-d17fa45e63d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01aa80e4-4901-4d77-80cb-a644fd1ee6ff HTTP/1.1" status: 200 len: 1000 time: 0.0568388 Jul 18 10:39:01.465279 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8b7a2-bef8-4d5d-9842-19613101329a req-b8ff188b-9a77-4973-af24-b6e6f25d98c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:01.467213 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a5a8b7a2-bef8-4d5d-9842-19613101329a req-b8ff188b-9a77-4973-af24-b6e6f25d98c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=163f1fc6-a401-47e2-be63-6d39e9584c30 HTTP/1.1" status: 200 len: 848 time: 0.0491657 Jul 18 10:39:01.513934 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8b7a2-bef8-4d5d-9842-19613101329a req-8d4bef4a-7e8a-46c7-ad73-435e8d24280c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:01.515439 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a5a8b7a2-bef8-4d5d-9842-19613101329a req-8d4bef4a-7e8a-46c7-ad73-435e8d24280c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa3e5fe6-aa22-4836-8d61-28fdcd6950fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425227 Jul 18 10:39:01.609472 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a5a8b7a2-bef8-4d5d-9842-19613101329a req-a16cbff8-5bc6-46e9-a9d1-775be9df71b9 service neutron] 10.222.0.30 "GET /v2.0/networks/aa3e5fe6-aa22-4836-8d61-28fdcd6950fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859947 Jul 18 10:39:01.669421 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:01.698930 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-a5a8b7a2-bef8-4d5d-9842-19613101329a req-e08ae27c-1af0-40b2-8ec8-34d1554f6104 service neutron] 10.222.0.30 "GET /v2.0/networks/aa3e5fe6-aa22-4836-8d61-28fdcd6950fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835011 Jul 18 10:39:01.759608 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca686b1-6b0f-43cd-93a3-6708d76e4b00 req-4d58bf00-f2b9-406e-bc2b-29cd170115de tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:01.761120 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9ca686b1-6b0f-43cd-93a3-6708d76e4b00 req-4d58bf00-f2b9-406e-bc2b-29cd170115de tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 946 time: 0.0478485 Jul 18 10:39:01.811024 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9ca686b1-6b0f-43cd-93a3-6708d76e4b00 req-2196fd45-d3f9-494d-a818-de94e8f0dfd1 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443654 Jul 18 10:39:09.085942 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:09.086699 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:11.804034 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=67 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:11.806963 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=11 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:13.820911 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 6 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:39:16.704741 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 39356) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:16.852185 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-c24c6756-66b9-41c9-8eef-bb6db40a8b9e tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Deleting port 1f1b05ab-177c-4b79-b922-24e8fea5a6fa {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:39:16.852543 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c24c6756-66b9-41c9-8eef-bb6db40a8b9e tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (1f1b05ab-177c-4b79-b922-24e8fea5a6fa), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:16.929440 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c24c6756-66b9-41c9-8eef-bb6db40a8b9e tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (1f1b05ab-177c-4b79-b922-24e8fea5a6fa), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:16.929758 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c24c6756-66b9-41c9-8eef-bb6db40a8b9e tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks [] for floatingip (1f1b05ab-177c-4b79-b922-24e8fea5a6fa), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:16.941416 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-c24c6756-66b9-41c9-8eef-bb6db40a8b9e tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Calling delete_port for 1f1b05ab-177c-4b79-b922-24e8fea5a6fa owned by network:floatingip {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:39:17.084568 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c24c6756-66b9-41c9-8eef-bb6db40a8b9e tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (1f1b05ab-177c-4b79-b922-24e8fea5a6fa), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:17.111185 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c6756-66b9-41c9-8eef-bb6db40a8b9e tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Pushing event deleted for resources: {'Port': ['ID=1f1b05ab-177c-4b79-b922-24e8fea5a6fa,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:17.134955 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c6756-66b9-41c9-8eef-bb6db40a8b9e tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:17.135306 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c6756-66b9-41c9-8eef-bb6db40a8b9e tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:17.135651 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c6756-66b9-41c9-8eef-bb6db40a8b9e tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:17.135990 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c6756-66b9-41c9-8eef-bb6db40a8b9e tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:17.136354 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c6756-66b9-41c9-8eef-bb6db40a8b9e tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:17.136713 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c6756-66b9-41c9-8eef-bb6db40a8b9e tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:17.137042 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c6756-66b9-41c9-8eef-bb6db40a8b9e tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:17.137367 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c6756-66b9-41c9-8eef-bb6db40a8b9e tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:17.137693 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c6756-66b9-41c9-8eef-bb6db40a8b9e tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:17.138012 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c6756-66b9-41c9-8eef-bb6db40a8b9e tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:17.138332 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c6756-66b9-41c9-8eef-bb6db40a8b9e tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:17.138653 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c6756-66b9-41c9-8eef-bb6db40a8b9e tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:17.138974 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c6756-66b9-41c9-8eef-bb6db40a8b9e tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:17.139291 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c6756-66b9-41c9-8eef-bb6db40a8b9e tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:17.139607 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c6756-66b9-41c9-8eef-bb6db40a8b9e tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:17.189101 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c24c6756-66b9-41c9-8eef-bb6db40a8b9e tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks [] for floatingip (30fc5d9b-233d-4f22-8587-e1d25d23c532), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:17.189428 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.db.l3_db [None req-c24c6756-66b9-41c9-8eef-bb6db40a8b9e tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Floating IP 30fc5d9b-233d-4f22-8587-e1d25d23c532 disassociated (deleted). External IP: 172.27.3.34, port: 01aa80e4-4901-4d77-80cb-a644fd1ee6ff. Jul 18 10:39:17.380846 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24c6756-66b9-41c9-8eef-bb6db40a8b9e tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Router 55193e9e-6ba1-43b7-9e65-0b877b363524 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:39:17.482822 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24c6756-66b9-41c9-8eef-bb6db40a8b9e tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:39:17.487538 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c24c6756-66b9-41c9-8eef-bb6db40a8b9e tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:17.492799 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5ffe7f-4ec1-494b-8baf-05b5a8769876 None None] Sync routers for ids ['55193e9e-6ba1-43b7-9e65-0b877b363524'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:39:17.503060 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5ffe7f-4ec1-494b-8baf-05b5a8769876 None None] Routers {'55193e9e-6ba1-43b7-9e65-0b877b363524'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:39:17.503675 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-4f5ffe7f-4ec1-494b-8baf-05b5a8769876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:38:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['55193e9e-6ba1-43b7-9e65-0b877b363524'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:17.510874 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:17.518422 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-c24c6756-66b9-41c9-8eef-bb6db40a8b9e tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "DELETE /v2.0/floatingips/30fc5d9b-233d-4f22-8587-e1d25d23c532 HTTP/1.1" status: 204 len: 168 time: 0.8126550 Jul 18 10:39:17.518990 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00da9ad2-aef2-4a2b-8ae8-51ee9e41e049', 'tag': '01aa80e4-4901-4d77-80cb-a644fd1ee6ff'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:39:17.521517 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2832b55044fe50990e200b6537270594c6fb70ba3afc208291ee0353ea81870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667c4b3a-2498-4408-9ab4-998af87fd337" -d '{"events": [{"name": "network-changed", "server_uuid": "00da9ad2-aef2-4a2b-8ae8-51ee9e41e049", "tag": "01aa80e4-4901-4d77-80cb-a644fd1ee6ff"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:39:17.574649 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4b1aaf-41d7-4ef6-92f5-e2a8bbed3e9d x-openstack-request-id: req-fa4b1aaf-41d7-4ef6-92f5-e2a8bbed3e9d {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:39:17.575526 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00da9ad2-aef2-4a2b-8ae8-51ee9e41e049", "tag": "01aa80e4-4901-4d77-80cb-a644fd1ee6ff", "status": "completed", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:39:17.575738 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fa4b1aaf-41d7-4ef6-92f5-e2a8bbed3e9d {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:39:17.576141 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa4b1aaf-41d7-4ef6-92f5-e2a8bbed3e9d'] response: {'name': 'network-changed', 'server_uuid': '00da9ad2-aef2-4a2b-8ae8-51ee9e41e049', 'tag': '01aa80e4-4901-4d77-80cb-a644fd1ee6ff', 'status': 'completed', 'code': 200} Jul 18 10:39:17.616180 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-4f5ffe7f-4ec1-494b-8baf-05b5a8769876 None None] Set router 55193e9e-6ba1-43b7-9e65-0b877b363524 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:39:17.648410 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c4b3a-2498-4408-9ab4-998af87fd337 req-f4a91191-4b1b-4d9f-89d0-6ad4b4dbfe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:17.650230 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-667c4b3a-2498-4408-9ab4-998af87fd337 req-f4a91191-4b1b-4d9f-89d0-6ad4b4dbfe2b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5628452a1ceb4af293ea96c187983fa6&device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 1129 time: 0.0471554 Jul 18 10:39:17.798108 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08923678-c471-44e3-b830-a330602cf140 req-59993474-bad5-4349-b861-a95822336f97 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:17.799593 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-08923678-c471-44e3-b830-a330602cf140 req-59993474-bad5-4349-b861-a95822336f97 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 945 time: 0.0630767 Jul 18 10:39:17.817726 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-4f5ffe7f-4ec1-494b-8baf-05b5a8769876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'name': 'tempest-TestShelveInstance-1146237224-router', 'tenant_id': '5628452a1ceb4af293ea96c187983fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2071e1df-f5e6-49dd-8797-bc0afba889ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:36Z', 'updated_at': '2022-07-18T10:34:40Z', 'revision_number': 4, 'project_id': '5628452a1ceb4af293ea96c187983fa6', 'gw_port': {'id': '2071e1df-f5e6-49dd-8797-bc0afba889ee', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:37Z', 'updated_at': '2022-07-18T10:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': 'e6bb5c6d-54e9-4bb3-849a-5a11baf32de7', 'name': '', 'network_id': 'aa3e5fe6-aa22-4836-8d61-28fdcd6950fe', 'tenant_id': '5628452a1ceb4af293ea96c187983fa6', 'mac_address': 'fa:16:3e:a3:26:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '163f1fc6-a401-47e2-be63-6d39e9584c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:39Z', 'updated_at': '2022-07-18T10:34:43Z', 'revision_number': 5, 'project_id': '5628452a1ceb4af293ea96c187983fa6', 'subnets': [{'id': '163f1fc6-a401-47e2-be63-6d39e9584c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:17.826528 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c4b3a-2498-4408-9ab4-998af87fd337 req-df19f8c9-aa89-4575-9c86-4fba83df8674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:17.828001 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-667c4b3a-2498-4408-9ab4-998af87fd337 req-df19f8c9-aa89-4575-9c86-4fba83df8674 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa3e5fe6-aa22-4836-8d61-28fdcd6950fe HTTP/1.1" status: 200 len: 910 time: 0.1586380 Jul 18 10:39:17.845224 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5ffe7f-4ec1-494b-8baf-05b5a8769876 None None] Checking router: 55193e9e-6ba1-43b7-9e65-0b877b363524 for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:39:17.857436 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5ffe7f-4ec1-494b-8baf-05b5a8769876 None None] Routers {'55193e9e-6ba1-43b7-9e65-0b877b363524'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:39:17.858102 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-4f5ffe7f-4ec1-494b-8baf-05b5a8769876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:38:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['55193e9e-6ba1-43b7-9e65-0b877b363524'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:17.861439 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-08923678-c471-44e3-b830-a330602cf140 req-17e051ee-35cb-484c-96e2-f5fc2d098820 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521264 Jul 18 10:39:17.965133 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-4f5ffe7f-4ec1-494b-8baf-05b5a8769876 None None] Set router 55193e9e-6ba1-43b7-9e65-0b877b363524 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:39:18.273210 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-4f5ffe7f-4ec1-494b-8baf-05b5a8769876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'name': 'tempest-TestShelveInstance-1146237224-router', 'tenant_id': '5628452a1ceb4af293ea96c187983fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2071e1df-f5e6-49dd-8797-bc0afba889ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:36Z', 'updated_at': '2022-07-18T10:34:40Z', 'revision_number': 4, 'project_id': '5628452a1ceb4af293ea96c187983fa6', 'gw_port': {'id': '2071e1df-f5e6-49dd-8797-bc0afba889ee', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:37Z', 'updated_at': '2022-07-18T10:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': 'e6bb5c6d-54e9-4bb3-849a-5a11baf32de7', 'name': '', 'network_id': 'aa3e5fe6-aa22-4836-8d61-28fdcd6950fe', 'tenant_id': '5628452a1ceb4af293ea96c187983fa6', 'mac_address': 'fa:16:3e:a3:26:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '163f1fc6-a401-47e2-be63-6d39e9584c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:39Z', 'updated_at': '2022-07-18T10:34:43Z', 'revision_number': 5, 'project_id': '5628452a1ceb4af293ea96c187983fa6', 'subnets': [{'id': '163f1fc6-a401-47e2-be63-6d39e9584c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:18.299019 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5ffe7f-4ec1-494b-8baf-05b5a8769876 None None] The sync data for ids ['55193e9e-6ba1-43b7-9e65-0b877b363524'] in dv-cinder-837546-3-iscsi is: [{'id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'name': 'tempest-TestShelveInstance-1146237224-router', 'tenant_id': '5628452a1ceb4af293ea96c187983fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2071e1df-f5e6-49dd-8797-bc0afba889ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:36Z', 'updated_at': '2022-07-18T10:34:40Z', 'revision_number': 4, 'project_id': '5628452a1ceb4af293ea96c187983fa6', 'gw_port': {'id': '2071e1df-f5e6-49dd-8797-bc0afba889ee', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:37Z', 'updated_at': '2022-07-18T10:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': 'e6bb5c6d-54e9-4bb3-849a-5a11baf32de7', 'name': '', 'network_id': 'aa3e5fe6-aa22-4836-8d61-28fdcd6950fe', 'tenant_id': '5628452a1ceb4af293ea96c187983fa6', 'mac_address': 'fa:16:3e:a3:26:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '163f1fc6-a401-47e2-be63-6d39e9584c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:39Z', 'updated_at': '2022-07-18T10:34:43Z', 'revision_number': 5, 'project_id': '5628452a1ceb4af293ea96c187983fa6', 'subnets': [{'id': '163f1fc6-a401-47e2-be63-6d39e9584c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:39:18.503505 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de1a5a2-1d1d-4e50-8215-9d1fa7468d1d None None] New status for floating IP 30fc5d9b-233d-4f22-8587-e1d25d23c532: DOWN {{(pid=103901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:39:18.916672 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-667c4b3a-2498-4408-9ab4-998af87fd337 req-96f8abdd-c2a7-44c8-b7cd-0fe15a1cc401 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01aa80e4-4901-4d77-80cb-a644fd1ee6ff HTTP/1.1" status: 200 len: 217 time: 0.0364683 Jul 18 10:39:19.008909 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54059479-a55d-4377-bfe2-dee1b1efb0ad req-c14f3e75-ef5c-4c7f-b48f-653fbb630df7 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:19.010359 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-54059479-a55d-4377-bfe2-dee1b1efb0ad req-c14f3e75-ef5c-4c7f-b48f-653fbb630df7 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 945 time: 0.0744863 Jul 18 10:39:19.011771 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c4b3a-2498-4408-9ab4-998af87fd337 req-6bd34cb6-8469-43f3-a5d8-be170bf4b9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:19.013658 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-667c4b3a-2498-4408-9ab4-998af87fd337 req-6bd34cb6-8469-43f3-a5d8-be170bf4b9e3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=163f1fc6-a401-47e2-be63-6d39e9584c30 HTTP/1.1" status: 200 len: 848 time: 0.0862968 Jul 18 10:39:19.067057 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-54059479-a55d-4377-bfe2-dee1b1efb0ad req-aaea702d-ab66-4446-b3db-fca757d2df37 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/security-groups?id=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506525 Jul 18 10:39:19.095602 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c4b3a-2498-4408-9ab4-998af87fd337 req-1de1ffcd-37f5-458e-a579-df6320319a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:19.097103 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-667c4b3a-2498-4408-9ab4-998af87fd337 req-1de1ffcd-37f5-458e-a579-df6320319a54 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa3e5fe6-aa22-4836-8d61-28fdcd6950fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507386 Jul 18 10:39:19.107580 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [req-667c4b3a-2498-4408-9ab4-998af87fd337 req-bb77d2e2-c66d-4d5b-bfbb-06bd35311b18 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 10:39:19.108516 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-667c4b3a-2498-4408-9ab4-998af87fd337 req-bb77d2e2-c66d-4d5b-bfbb-06bd35311b18 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047479 Jul 18 10:39:19.203581 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-667c4b3a-2498-4408-9ab4-998af87fd337 req-477c306c-0843-4d4f-a714-328a732e132a service neutron] 10.222.0.30 "GET /v2.0/networks/aa3e5fe6-aa22-4836-8d61-28fdcd6950fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888722 Jul 18 10:39:19.495422 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62306f54-4d9a-4535-b663-d42d822ab9a4 req-e1e5cc74-b9fe-4cff-b9a8-a85cc6129035 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:19.497419 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-62306f54-4d9a-4535-b663-d42d822ab9a4 req-e1e5cc74-b9fe-4cff-b9a8-a85cc6129035 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.30 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 945 time: 0.0609720 Jul 18 10:39:19.507244 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-667c4b3a-2498-4408-9ab4-998af87fd337 req-453b55c1-fc60-4cb0-a06f-a2ae59a63dae service neutron] 10.222.0.30 "GET /v2.0/networks/aa3e5fe6-aa22-4836-8d61-28fdcd6950fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265473 Jul 18 10:39:19.585816 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-62306f54-4d9a-4535-b663-d42d822ab9a4 req-13a75747-b149-40e8-bd89-d865c59d253d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Deleting port 01aa80e4-4901-4d77-80cb-a644fd1ee6ff {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:39:19.586164 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-62306f54-4d9a-4535-b663-d42d822ab9a4 req-13a75747-b149-40e8-bd89-d865c59d253d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (01aa80e4-4901-4d77-80cb-a644fd1ee6ff), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:19.683795 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-62306f54-4d9a-4535-b663-d42d822ab9a4 req-13a75747-b149-40e8-bd89-d865c59d253d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] For port 01aa80e4-4901-4d77-80cb-a644fd1ee6ff, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=01aa80e4-4901-4d77-80cb-a644fd1ee6ff,segment=NetworkSegment(2cc1ab7d-9964-48f5-ae9a-41c584d144f0),segment_id=2cc1ab7d-9964-48f5-ae9a-41c584d144f0)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:39:19.684207 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-62306f54-4d9a-4535-b663-d42d822ab9a4 req-13a75747-b149-40e8-bd89-d865c59d253d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (01aa80e4-4901-4d77-80cb-a644fd1ee6ff), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:19.697583 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-62306f54-4d9a-4535-b663-d42d822ab9a4 req-13a75747-b149-40e8-bd89-d865c59d253d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Calling delete_port for 01aa80e4-4901-4d77-80cb-a644fd1ee6ff owned by compute:nova {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:39:19.757871 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:19.817408 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:19.822808 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-62306f54-4d9a-4535-b663-d42d822ab9a4 req-13a75747-b149-40e8-bd89-d865c59d253d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (01aa80e4-4901-4d77-80cb-a644fd1ee6ff), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:19.853970 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a75747-b149-40e8-bd89-d865c59d253d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Pushing event deleted for resources: {'Port': ['ID=01aa80e4-4901-4d77-80cb-a644fd1ee6ff,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:19.868185 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a75747-b149-40e8-bd89-d865c59d253d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:19.868556 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a75747-b149-40e8-bd89-d865c59d253d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:19.868925 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a75747-b149-40e8-bd89-d865c59d253d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:19.869260 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a75747-b149-40e8-bd89-d865c59d253d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:19.869596 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a75747-b149-40e8-bd89-d865c59d253d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:19.869919 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a75747-b149-40e8-bd89-d865c59d253d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:19.870240 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a75747-b149-40e8-bd89-d865c59d253d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:19.870568 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a75747-b149-40e8-bd89-d865c59d253d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:19.870878 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a75747-b149-40e8-bd89-d865c59d253d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:19.871206 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a75747-b149-40e8-bd89-d865c59d253d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:19.871526 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a75747-b149-40e8-bd89-d865c59d253d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:19.872445 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a75747-b149-40e8-bd89-d865c59d253d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:19.873404 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a75747-b149-40e8-bd89-d865c59d253d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:19.873404 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a75747-b149-40e8-bd89-d865c59d253d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:19.873663 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a75747-b149-40e8-bd89-d865c59d253d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:19.910132 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-62306f54-4d9a-4535-b663-d42d822ab9a4 req-13a75747-b149-40e8-bd89-d865c59d253d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] No DVR routers for this DVR port 01aa80e4-4901-4d77-80cb-a644fd1ee6ff on host hv-cinder-83754 {{(pid=103899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:39:19.912625 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-62306f54-4d9a-4535-b663-d42d822ab9a4 req-13a75747-b149-40e8-bd89-d865c59d253d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:19.915889 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-62306f54-4d9a-4535-b663-d42d822ab9a4 req-13a75747-b149-40e8-bd89-d865c59d253d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.30 "DELETE /v2.0/ports/01aa80e4-4901-4d77-80cb-a644fd1ee6ff HTTP/1.1" status: 204 len: 173 time: 0.4078023 Jul 18 10:39:19.916309 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00da9ad2-aef2-4a2b-8ae8-51ee9e41e049', 'name': 'network-vif-deleted', 'tag': '01aa80e4-4901-4d77-80cb-a644fd1ee6ff'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:39:19.919406 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed013d2-ff36-4e25-a245-6b49192ae948" -d '{"events": [{"server_uuid": "00da9ad2-aef2-4a2b-8ae8-51ee9e41e049", "name": "network-vif-deleted", "tag": "01aa80e4-4901-4d77-80cb-a644fd1ee6ff"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:39:19.957279 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c559b5-d8b6-4ee8-8365-d6cb3550016f x-openstack-request-id: req-c6c559b5-d8b6-4ee8-8365-d6cb3550016f {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:39:19.957575 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00da9ad2-aef2-4a2b-8ae8-51ee9e41e049", "name": "network-vif-deleted", "tag": "01aa80e4-4901-4d77-80cb-a644fd1ee6ff", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:39:19.957961 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c6c559b5-d8b6-4ee8-8365-d6cb3550016f {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:39:19.958824 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6c559b5-d8b6-4ee8-8365-d6cb3550016f'] response: {'server_uuid': '00da9ad2-aef2-4a2b-8ae8-51ee9e41e049', 'name': 'network-vif-deleted', 'tag': '01aa80e4-4901-4d77-80cb-a644fd1ee6ff', 'status': 'completed', 'code': 200} Jul 18 10:39:20.028813 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3a61e311-0856-4755-a748-bb33bb119c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:20.165633 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-5b6ede62-1c72-414e-bf3f-3d2768d15b9f req-895d12b2-592b-4deb-a3eb-04d43dd600b6 tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "GET /v2.0/ports?device_id=00da9ad2-aef2-4a2b-8ae8-51ee9e41e049 HTTP/1.1" status: 200 len: 210 time: 0.0288141 Jul 18 10:39:21.227912 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 39374) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:21.266232 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:21.288586 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fcefc324-4e81-4b43-8af6-a25a0b7da83d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks [] for security_group (7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:21.313678 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fcefc324-4e81-4b43-8af6-a25a0b7da83d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks [] for security_group (7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:21.373764 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fcefc324-4e81-4b43-8af6-a25a0b7da83d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:21.376322 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fcefc324-4e81-4b43-8af6-a25a0b7da83d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:21.377501 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-fcefc324-4e81-4b43-8af6-a25a0b7da83d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] 10.222.0.33 "DELETE /v2.0/security-groups/7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878 HTTP/1.1" status: 204 len: 168 time: 0.1507716 Jul 18 10:39:21.386727 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefc324-4e81-4b43-8af6-a25a0b7da83d tempest-TestShelveInstance-640178012 tempest-TestShelveInstance-640178012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc42a0a-8bd7-4a82-aba3-b0ad96ef6878,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:21.421046 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 39378) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:21.718802 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6318e694-de63-4345-a418-d3e84d4508ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660928'] for router_interface (55193e9e-6ba1-43b7-9e65-0b877b363524), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:22.162031 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-6318e694-de63-4345-a418-d3e84d4508ec admin admin] Deleting port e6bb5c6d-54e9-4bb3-849a-5a11baf32de7 {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:39:22.162371 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6318e694-de63-4345-a418-d3e84d4508ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (e6bb5c6d-54e9-4bb3-849a-5a11baf32de7), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:22.242925 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-6318e694-de63-4345-a418-d3e84d4508ec admin admin] For port e6bb5c6d-54e9-4bb3-849a-5a11baf32de7, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=e6bb5c6d-54e9-4bb3-849a-5a11baf32de7,segment=NetworkSegment(2cc1ab7d-9964-48f5-ae9a-41c584d144f0),segment_id=2cc1ab7d-9964-48f5-ae9a-41c584d144f0)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:39:22.243622 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6318e694-de63-4345-a418-d3e84d4508ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (e6bb5c6d-54e9-4bb3-849a-5a11baf32de7), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:22.255873 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-6318e694-de63-4345-a418-d3e84d4508ec admin admin] Calling delete_port for e6bb5c6d-54e9-4bb3-849a-5a11baf32de7 owned by network:router_interface {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:39:22.312299 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:22.339527 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-e9536ed4-061c-426e-bcb5-e57c12022f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:22.368783 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:22.435757 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6318e694-de63-4345-a418-d3e84d4508ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (e6bb5c6d-54e9-4bb3-849a-5a11baf32de7), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:22.457647 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318e694-de63-4345-a418-d3e84d4508ec admin admin] Pushing event deleted for resources: {'Port': ['ID=e6bb5c6d-54e9-4bb3-849a-5a11baf32de7,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:22.623710 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6318e694-de63-4345-a418-d3e84d4508ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-986589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660860'] for router_interface (55193e9e-6ba1-43b7-9e65-0b877b363524), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:22.823474 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6318e694-de63-4345-a418-d3e84d4508ec admin admin] Router 55193e9e-6ba1-43b7-9e65-0b877b363524 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:39:22.925817 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6318e694-de63-4345-a418-d3e84d4508ec admin admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:39:22.930772 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-6318e694-de63-4345-a418-d3e84d4508ec admin admin] 10.222.0.33 "PUT /v2.0/routers/55193e9e-6ba1-43b7-9e65-0b877b363524/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5087192 Jul 18 10:39:22.933293 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 39382) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:22.934797 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3a2a2b-07c3-47fe-8392-af768a644139 None None] Sync routers for ids ['55193e9e-6ba1-43b7-9e65-0b877b363524'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:39:22.945459 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3a2a2b-07c3-47fe-8392-af768a644139 None None] Routers {'55193e9e-6ba1-43b7-9e65-0b877b363524'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:39:22.946065 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-ea3a2a2b-07c3-47fe-8392-af768a644139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:39:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['55193e9e-6ba1-43b7-9e65-0b877b363524'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:23.022315 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 01aa80e4-4901-4d77-80cb-a644fd1ee6ff no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:39:23.032435 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5f30e9f2-0f33-4634-bf86-af1f7cb8ee4b admin admin] Publish callbacks [] for router (55193e9e-6ba1-43b7-9e65-0b877b363524), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:23.045042 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] No Port match for: 01aa80e4-4901-4d77-80cb-a644fd1ee6ff {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:39:23.045387 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 01aa80e4-4901-4d77-80cb-a644fd1ee6ff not bound to the agent host hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:39:23.067659 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-ea3a2a2b-07c3-47fe-8392-af768a644139 None None] Set router 55193e9e-6ba1-43b7-9e65-0b877b363524 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:39:23.132464 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5f30e9f2-0f33-4634-bf86-af1f7cb8ee4b admin admin] Publish callbacks [] for router_gateway (55193e9e-6ba1-43b7-9e65-0b877b363524), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:23.166173 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:23.176127 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-5f30e9f2-0f33-4634-bf86-af1f7cb8ee4b admin admin] Deleting port 2071e1df-f5e6-49dd-8797-bc0afba889ee {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:39:23.176464 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5f30e9f2-0f33-4634-bf86-af1f7cb8ee4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (2071e1df-f5e6-49dd-8797-bc0afba889ee), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:23.232616 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:23.237131 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:23.253494 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-ea3a2a2b-07c3-47fe-8392-af768a644139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'name': 'tempest-TestShelveInstance-1146237224-router', 'tenant_id': '5628452a1ceb4af293ea96c187983fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2071e1df-f5e6-49dd-8797-bc0afba889ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:36Z', 'updated_at': '2022-07-18T10:39:22Z', 'revision_number': 5, 'project_id': '5628452a1ceb4af293ea96c187983fa6', 'gw_port': {'id': '2071e1df-f5e6-49dd-8797-bc0afba889ee', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:37Z', 'updated_at': '2022-07-18T10:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi'}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:23.265977 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:DELETE=2,neutron:UPDATE=2,neutron:SELECT=96 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:23.273354 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-5f30e9f2-0f33-4634-bf86-af1f7cb8ee4b admin admin] For port 2071e1df-f5e6-49dd-8797-bc0afba889ee, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=2071e1df-f5e6-49dd-8797-bc0afba889ee,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:39:23.273713 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5f30e9f2-0f33-4634-bf86-af1f7cb8ee4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (2071e1df-f5e6-49dd-8797-bc0afba889ee), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:23.284622 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3a2a2b-07c3-47fe-8392-af768a644139 None None] Checking router: 55193e9e-6ba1-43b7-9e65-0b877b363524 for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:39:23.287282 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-5f30e9f2-0f33-4634-bf86-af1f7cb8ee4b admin admin] Calling delete_port for 2071e1df-f5e6-49dd-8797-bc0afba889ee owned by network:router_gateway {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:39:23.293244 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3a2a2b-07c3-47fe-8392-af768a644139 None None] Routers {'55193e9e-6ba1-43b7-9e65-0b877b363524'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:39:23.294387 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-ea3a2a2b-07c3-47fe-8392-af768a644139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:39:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['55193e9e-6ba1-43b7-9e65-0b877b363524'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:23.376862 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-ea3a2a2b-07c3-47fe-8392-af768a644139 None None] Set router 55193e9e-6ba1-43b7-9e65-0b877b363524 gateway port host: None {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:39:23.431936 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-ea3a2a2b-07c3-47fe-8392-af768a644139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'name': 'tempest-TestShelveInstance-1146237224-router', 'tenant_id': '5628452a1ceb4af293ea96c187983fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:36Z', 'updated_at': '2022-07-18T10:39:23Z', 'revision_number': 6, 'project_id': '5628452a1ceb4af293ea96c187983fa6', 'gw_port_host': None}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:23.453613 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5f30e9f2-0f33-4634-bf86-af1f7cb8ee4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (2071e1df-f5e6-49dd-8797-bc0afba889ee), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:23.458531 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3a2a2b-07c3-47fe-8392-af768a644139 None None] The sync data for ids ['55193e9e-6ba1-43b7-9e65-0b877b363524'] in dv-cinder-837546-3-iscsi is: [{'id': '55193e9e-6ba1-43b7-9e65-0b877b363524', 'name': 'tempest-TestShelveInstance-1146237224-router', 'tenant_id': '5628452a1ceb4af293ea96c187983fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:36Z', 'updated_at': '2022-07-18T10:39:23Z', 'revision_number': 6, 'project_id': '5628452a1ceb4af293ea96c187983fa6', 'gw_port_host': None}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:39:23.477722 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30e9f2-0f33-4634-bf86-af1f7cb8ee4b admin admin] Pushing event deleted for resources: {'Port': ['ID=2071e1df-f5e6-49dd-8797-bc0afba889ee,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:23.544494 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5f30e9f2-0f33-4634-bf86-af1f7cb8ee4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-781127'] for router_gateway (55193e9e-6ba1-43b7-9e65-0b877b363524), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:23.610877 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:23.630450 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5f30e9f2-0f33-4634-bf86-af1f7cb8ee4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1411'] for router (55193e9e-6ba1-43b7-9e65-0b877b363524), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:23.632617 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5f30e9f2-0f33-4634-bf86-af1f7cb8ee4b admin admin] Publish callbacks [] for router_controller (55193e9e-6ba1-43b7-9e65-0b877b363524), precommit_delete_associations {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:23.676585 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5f30e9f2-0f33-4634-bf86-af1f7cb8ee4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660434'] for router (55193e9e-6ba1-43b7-9e65-0b877b363524), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:23.677112 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f30e9f2-0f33-4634-bf86-af1f7cb8ee4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55193e9e-6ba1-43b7-9e65-0b877b363524 {{(pid=103898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 10:39:23.681383 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5f30e9f2-0f33-4634-bf86-af1f7cb8ee4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:23.682680 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-5f30e9f2-0f33-4634-bf86-af1f7cb8ee4b admin admin] 10.222.0.33 "DELETE /v2.0/routers/55193e9e-6ba1-43b7-9e65-0b877b363524 HTTP/1.1" status: 204 len: 168 time: 0.7484515 Jul 18 10:39:23.685174 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 39384) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:23.728698 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_v2 [None req-700e3c2d-ad71-40cc-b2cc-cca2e1e02610 admin admin] Deleting subnet 163f1fc6-a401-47e2-be63-6d39e9584c30 {{(pid=103898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 10:39:23.732400 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-700e3c2d-ad71-40cc-b2cc-cca2e1e02610 admin admin] Publish callbacks [] for subnet (163f1fc6-a401-47e2-be63-6d39e9584c30), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:23.765996 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-700e3c2d-ad71-40cc-b2cc-cca2e1e02610 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260918855'] for subnet (163f1fc6-a401-47e2-be63-6d39e9584c30), precommit_delete_associations {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:23.847340 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-700e3c2d-ad71-40cc-b2cc-cca2e1e02610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8074828'] for subnet (163f1fc6-a401-47e2-be63-6d39e9584c30), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:23.906399 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-700e3c2d-ad71-40cc-b2cc-cca2e1e02610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8074843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260947630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260973135'] for subnet (163f1fc6-a401-47e2-be63-6d39e9584c30), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:23.933435 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e3c2d-ad71-40cc-b2cc-cca2e1e02610 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=163f1fc6-a401-47e2-be63-6d39e9584c30,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:23.937126 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-700e3c2d-ad71-40cc-b2cc-cca2e1e02610 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:23.940249 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-700e3c2d-ad71-40cc-b2cc-cca2e1e02610 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/163f1fc6-a401-47e2-be63-6d39e9584c30 HTTP/1.1" status: 204 len: 168 time: 0.2541642 Jul 18 10:39:23.942822 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 39386) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:23.945423 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234439f3-dd7d-415e-a0c8-996772e934bf None None] Network aa3e5fe6-aa22-4836-8d61-28fdcd6950fe requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:39:24.014581 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a828f4ba-f69d-4868-8f9e-1dd03713a790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7979611'] for network (aa3e5fe6-aa22-4836-8d61-28fdcd6950fe), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:24.055953 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-a828f4ba-f69d-4868-8f9e-1dd03713a790 admin admin] Deleting port 4f85884e-5c29-4f13-b04d-b7ac685cc8dc {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:39:24.056296 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a828f4ba-f69d-4868-8f9e-1dd03713a790 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (4f85884e-5c29-4f13-b04d-b7ac685cc8dc), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:24.077963 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:24.121530 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-a828f4ba-f69d-4868-8f9e-1dd03713a790 admin admin] For port 4f85884e-5c29-4f13-b04d-b7ac685cc8dc, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=4f85884e-5c29-4f13-b04d-b7ac685cc8dc,segment=NetworkSegment(2cc1ab7d-9964-48f5-ae9a-41c584d144f0),segment_id=2cc1ab7d-9964-48f5-ae9a-41c584d144f0)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:39:24.121951 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a828f4ba-f69d-4868-8f9e-1dd03713a790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (4f85884e-5c29-4f13-b04d-b7ac685cc8dc), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:24.128629 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:24.135760 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-a828f4ba-f69d-4868-8f9e-1dd03713a790 admin admin] Calling delete_port for 4f85884e-5c29-4f13-b04d-b7ac685cc8dc owned by network:dhcp {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:39:24.214313 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05d654d-be05-4b48-910d-b1585f52d8c2 None None] DHCP port deletion for aa3e5fe6-aa22-4836-8d61-28fdcd6950fe request from dv-cinder-837546-3-iscsi {{(pid=103900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 10:39:24.228416 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a828f4ba-f69d-4868-8f9e-1dd03713a790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (4f85884e-5c29-4f13-b04d-b7ac685cc8dc), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:24.255252 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828f4ba-f69d-4868-8f9e-1dd03713a790 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f85884e-5c29-4f13-b04d-b7ac685cc8dc,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:24.257126 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a828f4ba-f69d-4868-8f9e-1dd03713a790 admin admin] No DVR routers for this DVR port 4f85884e-5c29-4f13-b04d-b7ac685cc8dc on host dv-cinder-837546-3-iscsi {{(pid=103898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:39:24.261323 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-a05d654d-be05-4b48-910d-b1585f52d8c2 None None] Deleting port 4f85884e-5c29-4f13-b04d-b7ac685cc8dc {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:39:24.261826 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a05d654d-be05-4b48-910d-b1585f52d8c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (4f85884e-5c29-4f13-b04d-b7ac685cc8dc), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:24.330166 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-a05d654d-be05-4b48-910d-b1585f52d8c2 None None] For port 4f85884e-5c29-4f13-b04d-b7ac685cc8dc, host dv-cinder-837546-3-iscsi, got binding levels [] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:39:24.330611 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a05d654d-be05-4b48-910d-b1585f52d8c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (4f85884e-5c29-4f13-b04d-b7ac685cc8dc), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:24.336946 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a828f4ba-f69d-4868-8f9e-1dd03713a790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8074381', 'neutron.services.segments.db._delete_segments_for_network-8756234178838'] for network (aa3e5fe6-aa22-4836-8d61-28fdcd6950fe), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:24.346458 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-a05d654d-be05-4b48-910d-b1585f52d8c2 None None] Calling delete_port for 4f85884e-5c29-4f13-b04d-b7ac685cc8dc owned by network:dhcp {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:39:24.349425 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.ipam_backend_mixin [None req-a05d654d-be05-4b48-910d-b1585f52d8c2 None None] Port 4f85884e-5c29-4f13-b04d-b7ac685cc8dc was not found and therefore no delete operation was performed {{(pid=103900) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 18 10:39:24.350630 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a05d654d-be05-4b48-910d-b1585f52d8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607'] for port (4f85884e-5c29-4f13-b04d-b7ac685cc8dc), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:24.359146 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.services.segments.db [None req-a828f4ba-f69d-4868-8f9e-1dd03713a790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa3e5fe6-aa22-4836-8d61-28fdcd6950fe']}} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:24.368907 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.services.segments.db [None req-a828f4ba-f69d-4868-8f9e-1dd03713a790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc1ab7d-9964-48f5-ae9a-41c584d144f0') {'for_net_delete': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:24.369197 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.services.segments.db [None req-a828f4ba-f69d-4868-8f9e-1dd03713a790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc1ab7d-9964-48f5-ae9a-41c584d144f0') {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:24.376739 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d654d-be05-4b48-910d-b1585f52d8c2 None None] Pushing event deleted for resources: {'Port': ['ID=4f85884e-5c29-4f13-b04d-b7ac685cc8dc,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:24.379436 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a828f4ba-f69d-4868-8f9e-1dd03713a790 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756234179103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260918846'] for segment (2cc1ab7d-9964-48f5-ae9a-41c584d144f0), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:24.381161 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05d654d-be05-4b48-910d-b1585f52d8c2 None None] No DVR routers for this DVR port 4f85884e-5c29-4f13-b04d-b7ac685cc8dc on host dv-cinder-837546-3-iscsi {{(pid=103900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:39:24.396287 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a828f4ba-f69d-4868-8f9e-1dd03713a790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (2cc1ab7d-9964-48f5-ae9a-41c584d144f0), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:24.403714 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a828f4ba-f69d-4868-8f9e-1dd03713a790 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 10:39:24.404099 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a828f4ba-f69d-4868-8f9e-1dd03713a790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260947020'] for segment (2cc1ab7d-9964-48f5-ae9a-41c584d144f0), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:24.451732 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.services.segments.plugin [-] Segment 2cc1ab7d-9964-48f5-ae9a-41c584d144f0 resource provider aggregate not found Jul 18 10:39:24.471452 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.services.segments.plugin [-] Segment 2cc1ab7d-9964-48f5-ae9a-41c584d144f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2cc1ab7d-9964-48f5-ae9a-41c584d144f0 found for delete ", "request_id": "req-3875bf00-9b64-4b80-a02c-83cb0c45a22e"}]} Jul 18 10:39:24.472604 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a828f4ba-f69d-4868-8f9e-1dd03713a790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8074358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781180'] for network (aa3e5fe6-aa22-4836-8d61-28fdcd6950fe), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:24.478491 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a828f4ba-f69d-4868-8f9e-1dd03713a790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:24.481703 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-a828f4ba-f69d-4868-8f9e-1dd03713a790 admin admin] 10.222.0.33 "DELETE /v2.0/networks/aa3e5fe6-aa22-4836-8d61-28fdcd6950fe HTTP/1.1" status: 204 len: 168 time: 0.5379639 Jul 18 10:39:24.485200 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 39392) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:24.496907 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828f4ba-f69d-4868-8f9e-1dd03713a790 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa3e5fe6-aa22-4836-8d61-28fdcd6950fe,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:24.797314 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-cd69718b-a099-4b4e-bc8e-e25b1a3e88ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660928'] for router_interface (b5537a02-5c06-4c29-b0bf-86ff532e43fa), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:24.802093 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:25.014947 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-cd69718b-a099-4b4e-bc8e-e25b1a3e88ab admin admin] Deleting port e2562dfd-3cdb-4d31-bb21-66d33b946f2d {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:39:25.015283 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-cd69718b-a099-4b4e-bc8e-e25b1a3e88ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (e2562dfd-3cdb-4d31-bb21-66d33b946f2d), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:25.092031 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:25.097699 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-cd69718b-a099-4b4e-bc8e-e25b1a3e88ab admin admin] For port e2562dfd-3cdb-4d31-bb21-66d33b946f2d, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=e2562dfd-3cdb-4d31-bb21-66d33b946f2d,segment=NetworkSegment(bc7d06ed-a70e-48ae-a785-9229ae392438),segment_id=bc7d06ed-a70e-48ae-a785-9229ae392438)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:39:25.098061 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-cd69718b-a099-4b4e-bc8e-e25b1a3e88ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (e2562dfd-3cdb-4d31-bb21-66d33b946f2d), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:25.111097 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-cd69718b-a099-4b4e-bc8e-e25b1a3e88ab admin admin] Calling delete_port for e2562dfd-3cdb-4d31-bb21-66d33b946f2d owned by network:router_interface {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:39:25.178927 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:25.279913 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:25.301973 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-cd69718b-a099-4b4e-bc8e-e25b1a3e88ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (e2562dfd-3cdb-4d31-bb21-66d33b946f2d), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:25.329854 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69718b-a099-4b4e-bc8e-e25b1a3e88ab admin admin] Pushing event deleted for resources: {'Port': ['ID=e2562dfd-3cdb-4d31-bb21-66d33b946f2d,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:25.458353 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:25.498085 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-cd69718b-a099-4b4e-bc8e-e25b1a3e88ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-986589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660860'] for router_interface (b5537a02-5c06-4c29-b0bf-86ff532e43fa), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:25.525291 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 2071e1df-f5e6-49dd-8797-bc0afba889ee no longer exists at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:39:25.545802 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] No Port match for: 2071e1df-f5e6-49dd-8797-bc0afba889ee {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:39:25.546149 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 2071e1df-f5e6-49dd-8797-bc0afba889ee not bound to the agent host dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:39:25.546567 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device e6bb5c6d-54e9-4bb3-849a-5a11baf32de7 no longer exists at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:39:25.564330 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] No Port match for: e6bb5c6d-54e9-4bb3-849a-5a11baf32de7 {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:39:25.564699 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device e6bb5c6d-54e9-4bb3-849a-5a11baf32de7 not bound to the agent host dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:39:25.565110 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 4f85884e-5c29-4f13-b04d-b7ac685cc8dc no longer exists at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:39:25.583765 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] No Port match for: 4f85884e-5c29-4f13-b04d-b7ac685cc8dc {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:39:25.584111 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 4f85884e-5c29-4f13-b04d-b7ac685cc8dc not bound to the agent host dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:39:25.705797 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd69718b-a099-4b4e-bc8e-e25b1a3e88ab admin admin] Router b5537a02-5c06-4c29-b0bf-86ff532e43fa has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:39:25.803525 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd69718b-a099-4b4e-bc8e-e25b1a3e88ab admin admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:39:25.808351 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-cd69718b-a099-4b4e-bc8e-e25b1a3e88ab admin admin] 10.222.0.33 "PUT /v2.0/routers/b5537a02-5c06-4c29-b0bf-86ff532e43fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3221512 Jul 18 10:39:25.811289 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 39394) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:25.812237 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a2f6c1-5410-49da-8145-c57d7d005869 None None] Sync routers for ids ['b5537a02-5c06-4c29-b0bf-86ff532e43fa'] in dv-cinder-837546-3-iscsi {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:39:25.822913 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a2f6c1-5410-49da-8145-c57d7d005869 None None] Routers {'b5537a02-5c06-4c29-b0bf-86ff532e43fa'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:39:25.823513 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-d3a2f6c1-5410-49da-8145-c57d7d005869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:39:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['b5537a02-5c06-4c29-b0bf-86ff532e43fa'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:25.908676 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b45484d9-5a6a-4605-88fb-8ee3b41183d9 admin admin] Publish callbacks [] for router (b5537a02-5c06-4c29-b0bf-86ff532e43fa), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:25.922192 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-d3a2f6c1-5410-49da-8145-c57d7d005869 None None] Set router b5537a02-5c06-4c29-b0bf-86ff532e43fa gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:39:26.008981 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b45484d9-5a6a-4605-88fb-8ee3b41183d9 admin admin] Publish callbacks [] for router_gateway (b5537a02-5c06-4c29-b0bf-86ff532e43fa), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:26.055264 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-b45484d9-5a6a-4605-88fb-8ee3b41183d9 admin admin] Deleting port 58191e03-81c2-4113-a08d-8107e7f5ccbf {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:39:26.055590 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b45484d9-5a6a-4605-88fb-8ee3b41183d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (58191e03-81c2-4113-a08d-8107e7f5ccbf), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:26.086576 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-d3a2f6c1-5410-49da-8145-c57d7d005869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5537a02-5c06-4c29-b0bf-86ff532e43fa', 'name': 'tempest-TestShelveInstance-1404416390-router', 'tenant_id': 'a288f00152ee4a52945eb7be54d28207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '58191e03-81c2-4113-a08d-8107e7f5ccbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:42Z', 'updated_at': '2022-07-18T10:39:25Z', 'revision_number': 5, 'project_id': 'a288f00152ee4a52945eb7be54d28207', 'gw_port': {'id': '58191e03-81c2-4113-a08d-8107e7f5ccbf', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5537a02-5c06-4c29-b0bf-86ff532e43fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:42Z', 'updated_at': '2022-07-18T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi'}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:26.111566 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a2f6c1-5410-49da-8145-c57d7d005869 None None] Checking router: b5537a02-5c06-4c29-b0bf-86ff532e43fa for host: dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:39:26.120238 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a2f6c1-5410-49da-8145-c57d7d005869 None None] Routers {'b5537a02-5c06-4c29-b0bf-86ff532e43fa'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:39:26.120926 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-d3a2f6c1-5410-49da-8145-c57d7d005869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:39:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['b5537a02-5c06-4c29-b0bf-86ff532e43fa'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:26.133994 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-b45484d9-5a6a-4605-88fb-8ee3b41183d9 admin admin] For port 58191e03-81c2-4113-a08d-8107e7f5ccbf, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=58191e03-81c2-4113-a08d-8107e7f5ccbf,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:39:26.134351 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b45484d9-5a6a-4605-88fb-8ee3b41183d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (58191e03-81c2-4113-a08d-8107e7f5ccbf), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:26.147733 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-b45484d9-5a6a-4605-88fb-8ee3b41183d9 admin admin] Calling delete_port for 58191e03-81c2-4113-a08d-8107e7f5ccbf owned by network:router_gateway {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:39:26.204122 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-d3a2f6c1-5410-49da-8145-c57d7d005869 None None] Set router b5537a02-5c06-4c29-b0bf-86ff532e43fa gateway port host: None {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:39:26.247637 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:26.254973 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-d3a2f6c1-5410-49da-8145-c57d7d005869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5537a02-5c06-4c29-b0bf-86ff532e43fa', 'name': 'tempest-TestShelveInstance-1404416390-router', 'tenant_id': 'a288f00152ee4a52945eb7be54d28207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:42Z', 'updated_at': '2022-07-18T10:39:26Z', 'revision_number': 6, 'project_id': 'a288f00152ee4a52945eb7be54d28207', 'gw_port_host': None}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:26.278908 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a2f6c1-5410-49da-8145-c57d7d005869 None None] The sync data for ids ['b5537a02-5c06-4c29-b0bf-86ff532e43fa'] in dv-cinder-837546-3-iscsi is: [{'id': 'b5537a02-5c06-4c29-b0bf-86ff532e43fa', 'name': 'tempest-TestShelveInstance-1404416390-router', 'tenant_id': 'a288f00152ee4a52945eb7be54d28207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:42Z', 'updated_at': '2022-07-18T10:39:26Z', 'revision_number': 6, 'project_id': 'a288f00152ee4a52945eb7be54d28207', 'gw_port_host': None}] {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:39:26.321126 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b45484d9-5a6a-4605-88fb-8ee3b41183d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (58191e03-81c2-4113-a08d-8107e7f5ccbf), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:26.342719 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45484d9-5a6a-4605-88fb-8ee3b41183d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=58191e03-81c2-4113-a08d-8107e7f5ccbf,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:26.396425 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:26.411715 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b45484d9-5a6a-4605-88fb-8ee3b41183d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-781127'] for router_gateway (b5537a02-5c06-4c29-b0bf-86ff532e43fa), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:26.498079 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b45484d9-5a6a-4605-88fb-8ee3b41183d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1411'] for router (b5537a02-5c06-4c29-b0bf-86ff532e43fa), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:26.500203 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b45484d9-5a6a-4605-88fb-8ee3b41183d9 admin admin] Publish callbacks [] for router_controller (b5537a02-5c06-4c29-b0bf-86ff532e43fa), precommit_delete_associations {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:26.540894 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b45484d9-5a6a-4605-88fb-8ee3b41183d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660434'] for router (b5537a02-5c06-4c29-b0bf-86ff532e43fa), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:26.541428 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45484d9-5a6a-4605-88fb-8ee3b41183d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5537a02-5c06-4c29-b0bf-86ff532e43fa {{(pid=103898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 10:39:26.546346 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b45484d9-5a6a-4605-88fb-8ee3b41183d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:26.547409 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-b45484d9-5a6a-4605-88fb-8ee3b41183d9 admin admin] 10.222.0.33 "DELETE /v2.0/routers/b5537a02-5c06-4c29-b0bf-86ff532e43fa HTTP/1.1" status: 204 len: 168 time: 0.7351265 Jul 18 10:39:26.549881 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 39396) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:26.593578 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5db56f0-f9d9-4926-b68a-8fa22e115be0 admin admin] Deleting subnet 9cdf5902-4a2b-49cc-bea2-2ee61e3ae2f0 {{(pid=103898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 10:39:26.596632 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f5db56f0-f9d9-4926-b68a-8fa22e115be0 admin admin] Publish callbacks [] for subnet (9cdf5902-4a2b-49cc-bea2-2ee61e3ae2f0), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:26.632354 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f5db56f0-f9d9-4926-b68a-8fa22e115be0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260918855'] for subnet (9cdf5902-4a2b-49cc-bea2-2ee61e3ae2f0), precommit_delete_associations {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:26.714967 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f5db56f0-f9d9-4926-b68a-8fa22e115be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8074828'] for subnet (9cdf5902-4a2b-49cc-bea2-2ee61e3ae2f0), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:26.767382 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f5db56f0-f9d9-4926-b68a-8fa22e115be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8074843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260947630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260973135'] for subnet (9cdf5902-4a2b-49cc-bea2-2ee61e3ae2f0), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:26.795772 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f5db56f0-f9d9-4926-b68a-8fa22e115be0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:26.798921 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-f5db56f0-f9d9-4926-b68a-8fa22e115be0 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/9cdf5902-4a2b-49cc-bea2-2ee61e3ae2f0 HTTP/1.1" status: 204 len: 168 time: 0.2480283 Jul 18 10:39:26.799888 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db56f0-f9d9-4926-b68a-8fa22e115be0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cdf5902-4a2b-49cc-bea2-2ee61e3ae2f0,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:26.801466 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 39398) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:26.805416 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04421a82-2bff-4fc4-bd4a-dd7c50c2f787 None None] Network cbdecb9d-4b66-4c55-b49a-5f3a76b3a524 requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:39:26.871890 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-fbac675f-a443-4be3-9fb1-f69666b7ebf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7979611'] for network (cbdecb9d-4b66-4c55-b49a-5f3a76b3a524), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:26.912671 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-fbac675f-a443-4be3-9fb1-f69666b7ebf3 admin admin] Deleting port ba06b875-002e-400e-94e3-6eeefeb62976 {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:39:26.913105 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-fbac675f-a443-4be3-9fb1-f69666b7ebf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (ba06b875-002e-400e-94e3-6eeefeb62976), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:27.024420 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831746b7-4188-4cd6-bd6d-b2e4f735e589 None None] DHCP port deletion for cbdecb9d-4b66-4c55-b49a-5f3a76b3a524 request from dv-cinder-837546-3-iscsi {{(pid=103900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 10:39:27.065965 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-831746b7-4188-4cd6-bd6d-b2e4f735e589 None None] Deleting port ba06b875-002e-400e-94e3-6eeefeb62976 {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:39:27.066448 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-831746b7-4188-4cd6-bd6d-b2e4f735e589 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (ba06b875-002e-400e-94e3-6eeefeb62976), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:27.140028 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-831746b7-4188-4cd6-bd6d-b2e4f735e589 None None] For port ba06b875-002e-400e-94e3-6eeefeb62976, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=ba06b875-002e-400e-94e3-6eeefeb62976,segment=NetworkSegment(bc7d06ed-a70e-48ae-a785-9229ae392438),segment_id=bc7d06ed-a70e-48ae-a785-9229ae392438)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:39:27.140430 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-831746b7-4188-4cd6-bd6d-b2e4f735e589 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (ba06b875-002e-400e-94e3-6eeefeb62976), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:27.157790 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-831746b7-4188-4cd6-bd6d-b2e4f735e589 None None] Calling delete_port for ba06b875-002e-400e-94e3-6eeefeb62976 owned by network:dhcp {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:39:27.239661 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-831746b7-4188-4cd6-bd6d-b2e4f735e589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607'] for port (ba06b875-002e-400e-94e3-6eeefeb62976), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:27.254337 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-fbac675f-a443-4be3-9fb1-f69666b7ebf3 admin admin] For port ba06b875-002e-400e-94e3-6eeefeb62976, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=ba06b875-002e-400e-94e3-6eeefeb62976,segment=NetworkSegment(bc7d06ed-a70e-48ae-a785-9229ae392438),segment_id=bc7d06ed-a70e-48ae-a785-9229ae392438)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:39:27.254764 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-fbac675f-a443-4be3-9fb1-f69666b7ebf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (ba06b875-002e-400e-94e3-6eeefeb62976), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:27.269880 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-fbac675f-a443-4be3-9fb1-f69666b7ebf3 admin admin] Calling delete_port for ba06b875-002e-400e-94e3-6eeefeb62976 owned by network:dhcp {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:39:27.273269 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831746b7-4188-4cd6-bd6d-b2e4f735e589 None None] Pushing event deleted for resources: {'Port': ['ID=ba06b875-002e-400e-94e3-6eeefeb62976,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:27.277868 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831746b7-4188-4cd6-bd6d-b2e4f735e589 None None] No DVR routers for this DVR port ba06b875-002e-400e-94e3-6eeefeb62976 on host dv-cinder-837546-3-iscsi {{(pid=103900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:39:27.313453 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:27.355860 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-fbac675f-a443-4be3-9fb1-f69666b7ebf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (ba06b875-002e-400e-94e3-6eeefeb62976), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:27.385522 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac675f-a443-4be3-9fb1-f69666b7ebf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba06b875-002e-400e-94e3-6eeefeb62976,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:27.390799 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbac675f-a443-4be3-9fb1-f69666b7ebf3 admin admin] No DVR routers for this DVR port ba06b875-002e-400e-94e3-6eeefeb62976 on host dv-cinder-837546-3-iscsi {{(pid=103899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:39:27.436196 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:27.454354 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 58191e03-81c2-4113-a08d-8107e7f5ccbf no longer exists at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:39:27.465228 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-fbac675f-a443-4be3-9fb1-f69666b7ebf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8074381', 'neutron.services.segments.db._delete_segments_for_network-8756234178838'] for network (cbdecb9d-4b66-4c55-b49a-5f3a76b3a524), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:27.474354 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] No Port match for: 58191e03-81c2-4113-a08d-8107e7f5ccbf {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:39:27.474699 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 58191e03-81c2-4113-a08d-8107e7f5ccbf not bound to the agent host dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:39:27.475119 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device e2562dfd-3cdb-4d31-bb21-66d33b946f2d no longer exists at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:39:27.485335 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.services.segments.db [None req-fbac675f-a443-4be3-9fb1-f69666b7ebf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbdecb9d-4b66-4c55-b49a-5f3a76b3a524']}} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:27.493677 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] No Port match for: e2562dfd-3cdb-4d31-bb21-66d33b946f2d {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:39:27.494022 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device e2562dfd-3cdb-4d31-bb21-66d33b946f2d not bound to the agent host dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:39:27.494378 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.services.segments.db [None req-fbac675f-a443-4be3-9fb1-f69666b7ebf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7d06ed-a70e-48ae-a785-9229ae392438') {'for_net_delete': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:27.494501 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device ba06b875-002e-400e-94e3-6eeefeb62976 no longer exists at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:39:27.494670 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.services.segments.db [None req-fbac675f-a443-4be3-9fb1-f69666b7ebf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7d06ed-a70e-48ae-a785-9229ae392438') {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:27.504628 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-fbac675f-a443-4be3-9fb1-f69666b7ebf3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756234179103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261079394'] for segment (bc7d06ed-a70e-48ae-a785-9229ae392438), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:27.513776 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] No Port match for: ba06b875-002e-400e-94e3-6eeefeb62976 {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:39:27.514122 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device ba06b875-002e-400e-94e3-6eeefeb62976 not bound to the agent host dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:39:27.519282 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-fbac675f-a443-4be3-9fb1-f69666b7ebf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (bc7d06ed-a70e-48ae-a785-9229ae392438), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:27.526121 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbac675f-a443-4be3-9fb1-f69666b7ebf3 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 10:39:27.526545 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-fbac675f-a443-4be3-9fb1-f69666b7ebf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260939939'] for segment (bc7d06ed-a70e-48ae-a785-9229ae392438), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:27.552904 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.services.segments.plugin [-] Segment bc7d06ed-a70e-48ae-a785-9229ae392438 resource provider aggregate not found Jul 18 10:39:27.582952 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.services.segments.plugin [-] Segment bc7d06ed-a70e-48ae-a785-9229ae392438 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc7d06ed-a70e-48ae-a785-9229ae392438 found for delete ", "request_id": "req-aa187834-8ddc-483c-9f3e-32c7b1ae8400"}]} Jul 18 10:39:27.597124 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-fbac675f-a443-4be3-9fb1-f69666b7ebf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8074358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781180'] for network (cbdecb9d-4b66-4c55-b49a-5f3a76b3a524), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:27.601652 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-fbac675f-a443-4be3-9fb1-f69666b7ebf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:27.605204 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-fbac675f-a443-4be3-9fb1-f69666b7ebf3 admin admin] 10.222.0.33 "DELETE /v2.0/networks/cbdecb9d-4b66-4c55-b49a-5f3a76b3a524 HTTP/1.1" status: 204 len: 168 time: 0.8021786 Jul 18 10:39:27.617542 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac675f-a443-4be3-9fb1-f69666b7ebf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbdecb9d-4b66-4c55-b49a-5f3a76b3a524,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:27.776042 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 39406) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:27.815842 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-79f3655c-061c-4180-880c-2f677f8adc8d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5628452a1ceb4af293ea96c187983fa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385804 Jul 18 10:39:27.818192 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 39408) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:27.865008 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-6bbaa91b-24f1-4393-be69-150ea9afd8f5 admin admin] Publish callbacks [] for security_group (bd29358e-cb92-448a-bc85-85ea17854d34), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:27.886370 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-6bbaa91b-24f1-4393-be69-150ea9afd8f5 admin admin] Publish callbacks [] for security_group (bd29358e-cb92-448a-bc85-85ea17854d34), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:27.937744 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-6bbaa91b-24f1-4393-be69-150ea9afd8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (bd29358e-cb92-448a-bc85-85ea17854d34), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:27.940418 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-6bbaa91b-24f1-4393-be69-150ea9afd8f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:27.941590 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-6bbaa91b-24f1-4393-be69-150ea9afd8f5 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/bd29358e-cb92-448a-bc85-85ea17854d34 HTTP/1.1" status: 204 len: 168 time: 0.1225204 Jul 18 10:39:27.949259 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbaa91b-24f1-4393-be69-150ea9afd8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd29358e-cb92-448a-bc85-85ea17854d34,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:28.265066 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 39414) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:28.306156 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-6dc3d01a-e3fa-48c0-8de1-2fe871d67fa3 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a288f00152ee4a52945eb7be54d28207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399370 Jul 18 10:39:28.308632 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 39416) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:28.355424 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-d23a41b1-b46a-408d-aed2-e8e53ac76e74 admin admin] Publish callbacks [] for security_group (7361d291-ef74-4f5a-860e-3b0c94002378), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:28.376695 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-d23a41b1-b46a-408d-aed2-e8e53ac76e74 admin admin] Publish callbacks [] for security_group (7361d291-ef74-4f5a-860e-3b0c94002378), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:28.423050 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-d23a41b1-b46a-408d-aed2-e8e53ac76e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (7361d291-ef74-4f5a-860e-3b0c94002378), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:28.425765 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-d23a41b1-b46a-408d-aed2-e8e53ac76e74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:28.426906 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-d23a41b1-b46a-408d-aed2-e8e53ac76e74 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7361d291-ef74-4f5a-860e-3b0c94002378 HTTP/1.1" status: 204 len: 168 time: 0.1173646 Jul 18 10:39:28.434805 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a41b1-b46a-408d-aed2-e8e53ac76e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7361d291-ef74-4f5a-860e-3b0c94002378,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:35.344293 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f73e2b-678d-4ca3-941d-6ee9c647ac5b req-1937b7cd-3734-4db2-9d9b-c4217b8420e5 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:35.345687 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-67f73e2b-678d-4ca3-941d-6ee9c647ac5b req-1937b7cd-3734-4db2-9d9b-c4217b8420e5 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 946 time: 0.0463400 Jul 18 10:39:35.404779 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-67f73e2b-678d-4ca3-941d-6ee9c647ac5b req-36b393e0-9058-4fca-a4ac-55c8e681c87c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536659 Jul 18 10:39:36.257675 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=57 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:36.258441 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=63 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:36.525414 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c1ff4-9724-4b61-bdf5-44a2d37be155 req-c9ae8862-8de6-4060-9bac-d96d2b1516a2 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:36.526912 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-258c1ff4-9724-4b61-bdf5-44a2d37be155 req-c9ae8862-8de6-4060-9bac-d96d2b1516a2 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 946 time: 0.0489919 Jul 18 10:39:36.573791 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-258c1ff4-9724-4b61-bdf5-44a2d37be155 req-a6cdd9ad-19a5-4759-9fde-fcdec246182d tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups?id=4808302c-a9eb-4efd-adf0-b91e9f22cbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413845 Jul 18 10:39:36.763795 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:DELETE=9,neutron:UPDATE=4,neutron:SELECT=45 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:36.775825 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=41,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:36.779428 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955f873-31b0-4180-9ac8-7faa9cddf9ac req-50c46c5b-0581-4076-a201-caedd87baa0a tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:36.781035 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9955f873-31b0-4180-9ac8-7faa9cddf9ac req-50c46c5b-0581-4076-a201-caedd87baa0a tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 946 time: 0.0469506 Jul 18 10:39:36.861686 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:36.870314 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-9955f873-31b0-4180-9ac8-7faa9cddf9ac req-43fca714-c3d3-4d8e-ad7b-4c623ec89b4c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Deleting port 1dcc8a67-356a-4505-8579-9742b691b360 {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:39:36.870649 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-9955f873-31b0-4180-9ac8-7faa9cddf9ac req-43fca714-c3d3-4d8e-ad7b-4c623ec89b4c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (1dcc8a67-356a-4505-8579-9742b691b360), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:36.875097 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:36.959369 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-9955f873-31b0-4180-9ac8-7faa9cddf9ac req-43fca714-c3d3-4d8e-ad7b-4c623ec89b4c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] For port 1dcc8a67-356a-4505-8579-9742b691b360, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1dcc8a67-356a-4505-8579-9742b691b360,segment=NetworkSegment(d7f1c4dc-22c2-4c68-872d-90dc779e27be),segment_id=d7f1c4dc-22c2-4c68-872d-90dc779e27be)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:39:36.959725 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-9955f873-31b0-4180-9ac8-7faa9cddf9ac req-43fca714-c3d3-4d8e-ad7b-4c623ec89b4c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (1dcc8a67-356a-4505-8579-9742b691b360), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:37.121737 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-9955f873-31b0-4180-9ac8-7faa9cddf9ac req-43fca714-c3d3-4d8e-ad7b-4c623ec89b4c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:37.122753 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-9955f873-31b0-4180-9ac8-7faa9cddf9ac req-43fca714-c3d3-4d8e-ad7b-4c623ec89b4c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780340'] for floatingip (9a7a4e6a-7a98-4a2c-8d82-0bf5b02129b3), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:37.123125 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.db.l3_db [req-9955f873-31b0-4180-9ac8-7faa9cddf9ac req-43fca714-c3d3-4d8e-ad7b-4c623ec89b4c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Floating IP 9a7a4e6a-7a98-4a2c-8d82-0bf5b02129b3 disassociated. External IP: 172.27.3.21, port: 1dcc8a67-356a-4505-8579-9742b691b360. Jul 18 10:39:37.123545 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-9955f873-31b0-4180-9ac8-7faa9cddf9ac req-43fca714-c3d3-4d8e-ad7b-4c623ec89b4c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Calling delete_port for 1dcc8a67-356a-4505-8579-9742b691b360 owned by compute:nova {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:39:37.249894 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-9955f873-31b0-4180-9ac8-7faa9cddf9ac req-43fca714-c3d3-4d8e-ad7b-4c623ec89b4c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (1dcc8a67-356a-4505-8579-9742b691b360), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:37.278755 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fca714-c3d3-4d8e-ad7b-4c623ec89b4c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Pushing event deleted for resources: {'Port': ['ID=1dcc8a67-356a-4505-8579-9742b691b360,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:37.385128 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9955f873-31b0-4180-9ac8-7faa9cddf9ac req-43fca714-c3d3-4d8e-ad7b-4c623ec89b4c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Router ec26e035-64e9-43c6-bb4a-3b2f7b247bc8 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:39:37.498066 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9955f873-31b0-4180-9ac8-7faa9cddf9ac req-43fca714-c3d3-4d8e-ad7b-4c623ec89b4c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:39:37.508828 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b6f6f7-1936-47fe-bffd-b986a40a7214 None None] Sync routers for ids ['ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:39:37.519259 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:37.520662 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b6f6f7-1936-47fe-bffd-b986a40a7214 None None] Routers {'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:39:37.521487 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-14b6f6f7-1936-47fe-bffd-b986a40a7214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:39:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:37.546602 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-9955f873-31b0-4180-9ac8-7faa9cddf9ac req-43fca714-c3d3-4d8e-ad7b-4c623ec89b4c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] No DVR routers for this DVR port 1dcc8a67-356a-4505-8579-9742b691b360 on host hv-cinder-83754 {{(pid=103899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:39:37.550549 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-9955f873-31b0-4180-9ac8-7faa9cddf9ac req-43fca714-c3d3-4d8e-ad7b-4c623ec89b4c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:37.553887 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-9955f873-31b0-4180-9ac8-7faa9cddf9ac req-43fca714-c3d3-4d8e-ad7b-4c623ec89b4c tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.30 "DELETE /v2.0/ports/1dcc8a67-356a-4505-8579-9742b691b360 HTTP/1.1" status: 204 len: 173 time: 0.7641759 Jul 18 10:39:37.554315 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4da4be-98d3-4976-97aa-a3ca9b8ddf96', 'name': 'network-vif-deleted', 'tag': '1dcc8a67-356a-4505-8579-9742b691b360'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:39:37.556695 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368ccded-e311-4683-b2ee-c479d7a177d6" -d '{"events": [{"server_uuid": "7c4da4be-98d3-4976-97aa-a3ca9b8ddf96", "name": "network-vif-deleted", "tag": "1dcc8a67-356a-4505-8579-9742b691b360"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:39:37.624972 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:37.683335 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-14b6f6f7-1936-47fe-bffd-b986a40a7214 None None] Set router ec26e035-64e9-43c6-bb4a-3b2f7b247bc8 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:39:37.756128 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-97a28588-29ac-44e5-973a-6db1b6c05d84 req-69558496-e1a1-47bd-849f-d9bfd1ae5e5a tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c4da4be-98d3-4976-97aa-a3ca9b8ddf96 HTTP/1.1" status: 200 len: 210 time: 0.0577242 Jul 18 10:39:37.824605 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e644ab0-75f7-4b37-826d-9c3668b0a4da x-openstack-request-id: req-4e644ab0-75f7-4b37-826d-9c3668b0a4da {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:39:37.824907 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4da4be-98d3-4976-97aa-a3ca9b8ddf96", "name": "network-vif-deleted", "tag": "1dcc8a67-356a-4505-8579-9742b691b360", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:39:37.825659 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4e644ab0-75f7-4b37-826d-9c3668b0a4da {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:39:37.826081 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e644ab0-75f7-4b37-826d-9c3668b0a4da'] response: {'server_uuid': '7c4da4be-98d3-4976-97aa-a3ca9b8ddf96', 'name': 'network-vif-deleted', 'tag': '1dcc8a67-356a-4505-8579-9742b691b360', 'status': 'completed', 'code': 200} Jul 18 10:39:37.913315 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-14b6f6f7-1936-47fe-bffd-b986a40a7214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1100211690-router', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:14Z', 'revision_number': 4, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'gw_port': {'id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '08a76c27-b00d-4700-89ae-293faa6c264f', 'name': '', 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'mac_address': 'fa:16:3e:56:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:13Z', 'updated_at': '2022-07-18T10:34:19Z', 'revision_number': 5, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'subnets': [{'id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:37.939152 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b6f6f7-1936-47fe-bffd-b986a40a7214 None None] Checking router: ec26e035-64e9-43c6-bb4a-3b2f7b247bc8 for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:39:37.947645 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b6f6f7-1936-47fe-bffd-b986a40a7214 None None] Routers {'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:39:37.948291 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-14b6f6f7-1936-47fe-bffd-b986a40a7214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:39:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:38.049331 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-14b6f6f7-1936-47fe-bffd-b986a40a7214 None None] Set router ec26e035-64e9-43c6-bb4a-3b2f7b247bc8 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:39:38.354416 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-14b6f6f7-1936-47fe-bffd-b986a40a7214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1100211690-router', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:14Z', 'revision_number': 4, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'gw_port': {'id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '08a76c27-b00d-4700-89ae-293faa6c264f', 'name': '', 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'mac_address': 'fa:16:3e:56:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:13Z', 'updated_at': '2022-07-18T10:34:19Z', 'revision_number': 5, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'subnets': [{'id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:38.379835 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b6f6f7-1936-47fe-bffd-b986a40a7214 None None] The sync data for ids ['ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'] in dv-cinder-837546-3-iscsi is: [{'id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1100211690-router', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:14Z', 'revision_number': 4, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'gw_port': {'id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': '08a76c27-b00d-4700-89ae-293faa6c264f', 'name': '', 'network_id': '247d0ee0-142b-4d40-8e91-ea541c052e58', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'mac_address': 'fa:16:3e:56:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:13Z', 'updated_at': '2022-07-18T10:34:19Z', 'revision_number': 5, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'subnets': [{'id': '11cfac8b-7d7d-4e4b-88cc-819243717cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:39:38.577883 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaa9cab-4826-4b7a-a03d-d50bdc8c8772 None None] New status for floating IP 9a7a4e6a-7a98-4a2c-8d82-0bf5b02129b3: DOWN {{(pid=103901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:39:38.850555 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 39448) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:38.905176 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fe28ca4d-af66-40db-8d6b-59c56d7c53b3 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for security_group (4808302c-a9eb-4efd-adf0-b91e9f22cbf6), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:38.931583 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fe28ca4d-af66-40db-8d6b-59c56d7c53b3 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for security_group (4808302c-a9eb-4efd-adf0-b91e9f22cbf6), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:38.978978 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fe28ca4d-af66-40db-8d6b-59c56d7c53b3 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (4808302c-a9eb-4efd-adf0-b91e9f22cbf6), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:38.982081 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fe28ca4d-af66-40db-8d6b-59c56d7c53b3 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:38.983245 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-fe28ca4d-af66-40db-8d6b-59c56d7c53b3 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "DELETE /v2.0/security-groups/4808302c-a9eb-4efd-adf0-b91e9f22cbf6 HTTP/1.1" status: 204 len: 168 time: 0.1318014 Jul 18 10:39:38.986021 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 39450) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:38.992190 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28ca4d-af66-40db-8d6b-59c56d7c53b3 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4808302c-a9eb-4efd-adf0-b91e9f22cbf6,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:39.001495 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.api.v2.resource [None req-1a22deb1-0b59-4ae6-8b17-ba75922730b4 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] show failed (client error): The resource could not be found. Jul 18 10:39:39.002510 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-1a22deb1-0b59-4ae6-8b17-ba75922730b4 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "GET /v2.0/security-groups/4808302c-a9eb-4efd-adf0-b91e9f22cbf6 HTTP/1.1" status: 404 len: 347 time: 0.0154653 Jul 18 10:39:39.005571 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 39452) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:39.113618 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-cb6e2e33-8754-4f60-8731-7048dad417a8 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Deleting port 57977d43-3d2d-4e6c-97e9-fc139e846399 {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:39:39.113960 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-cb6e2e33-8754-4f60-8731-7048dad417a8 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (57977d43-3d2d-4e6c-97e9-fc139e846399), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:39.193348 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-cb6e2e33-8754-4f60-8731-7048dad417a8 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (57977d43-3d2d-4e6c-97e9-fc139e846399), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:39.193667 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-cb6e2e33-8754-4f60-8731-7048dad417a8 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for floatingip (57977d43-3d2d-4e6c-97e9-fc139e846399), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:39.205390 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-cb6e2e33-8754-4f60-8731-7048dad417a8 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Calling delete_port for 57977d43-3d2d-4e6c-97e9-fc139e846399 owned by network:floatingip {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:39:39.206941 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:39.217571 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:39.337160 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-cb6e2e33-8754-4f60-8731-7048dad417a8 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (57977d43-3d2d-4e6c-97e9-fc139e846399), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:39.366036 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e2e33-8754-4f60-8731-7048dad417a8 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Pushing event deleted for resources: {'Port': ['ID=57977d43-3d2d-4e6c-97e9-fc139e846399,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:39.426894 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-cb6e2e33-8754-4f60-8731-7048dad417a8 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks [] for floatingip (9a7a4e6a-7a98-4a2c-8d82-0bf5b02129b3), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:39.431512 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-cb6e2e33-8754-4f60-8731-7048dad417a8 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:39.433498 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-cb6e2e33-8754-4f60-8731-7048dad417a8 tempest-AttachVolumeShelveTestJSON-609182469 tempest-AttachVolumeShelveTestJSON-609182469-project] 10.222.0.33 "DELETE /v2.0/floatingips/9a7a4e6a-7a98-4a2c-8d82-0bf5b02129b3 HTTP/1.1" status: 204 len: 168 time: 0.4268296 Jul 18 10:39:41.097155 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 1dcc8a67-356a-4505-8579-9742b691b360 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:39:41.119496 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] No Port match for: 1dcc8a67-356a-4505-8579-9742b691b360 {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:39:41.119831 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 1dcc8a67-356a-4505-8579-9742b691b360 not bound to the agent host hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:39:41.838091 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 39474) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:42.290399 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-1e6ade89-da38-4410-953f-4595ee25b311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660928'] for router_interface (ec26e035-64e9-43c6-bb4a-3b2f7b247bc8), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:42.504103 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ade89-da38-4410-953f-4595ee25b311 admin admin] Deleting port 08a76c27-b00d-4700-89ae-293faa6c264f {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:39:42.504352 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-1e6ade89-da38-4410-953f-4595ee25b311 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (08a76c27-b00d-4700-89ae-293faa6c264f), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:42.581132 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-1e6ade89-da38-4410-953f-4595ee25b311 admin admin] For port 08a76c27-b00d-4700-89ae-293faa6c264f, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=08a76c27-b00d-4700-89ae-293faa6c264f,segment=NetworkSegment(d7f1c4dc-22c2-4c68-872d-90dc779e27be),segment_id=d7f1c4dc-22c2-4c68-872d-90dc779e27be)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:39:42.581491 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-1e6ade89-da38-4410-953f-4595ee25b311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (08a76c27-b00d-4700-89ae-293faa6c264f), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:42.588086 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:42.596433 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ade89-da38-4410-953f-4595ee25b311 admin admin] Calling delete_port for 08a76c27-b00d-4700-89ae-293faa6c264f owned by network:router_interface {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:39:42.609535 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:42.773027 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-1e6ade89-da38-4410-953f-4595ee25b311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (08a76c27-b00d-4700-89ae-293faa6c264f), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:42.797595 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ade89-da38-4410-953f-4595ee25b311 admin admin] Pushing event deleted for resources: {'Port': ['ID=08a76c27-b00d-4700-89ae-293faa6c264f,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:42.970449 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-1e6ade89-da38-4410-953f-4595ee25b311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-986589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660860'] for router_interface (ec26e035-64e9-43c6-bb4a-3b2f7b247bc8), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:43.174105 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6ade89-da38-4410-953f-4595ee25b311 admin admin] Router ec26e035-64e9-43c6-bb4a-3b2f7b247bc8 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:39:43.275044 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6ade89-da38-4410-953f-4595ee25b311 admin admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:39:43.280242 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-1e6ade89-da38-4410-953f-4595ee25b311 admin admin] 10.222.0.33 "PUT /v2.0/routers/ec26e035-64e9-43c6-bb4a-3b2f7b247bc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4413946 Jul 18 10:39:43.282687 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 39478) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:43.285634 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c193bc4-4264-4b7f-b95c-5bad1ebb7c6b None None] Sync routers for ids ['ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:39:43.295670 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c193bc4-4264-4b7f-b95c-5bad1ebb7c6b None None] Routers {'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:39:43.296268 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-8c193bc4-4264-4b7f-b95c-5bad1ebb7c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:39:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:43.380281 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-92ab4b35-04f8-468a-98f8-6c2ddcb28620 admin admin] Publish callbacks [] for router (ec26e035-64e9-43c6-bb4a-3b2f7b247bc8), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:43.397014 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-8c193bc4-4264-4b7f-b95c-5bad1ebb7c6b None None] Set router ec26e035-64e9-43c6-bb4a-3b2f7b247bc8 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:39:43.416462 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:43.494106 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-92ab4b35-04f8-468a-98f8-6c2ddcb28620 admin admin] Publish callbacks [] for router_gateway (ec26e035-64e9-43c6-bb4a-3b2f7b247bc8), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:43.533927 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:43.537324 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-92ab4b35-04f8-468a-98f8-6c2ddcb28620 admin admin] Deleting port 8fdd8481-241a-445e-86a0-412cf59579cd {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:39:43.537833 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-92ab4b35-04f8-468a-98f8-6c2ddcb28620 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (8fdd8481-241a-445e-86a0-412cf59579cd), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:43.578372 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-8c193bc4-4264-4b7f-b95c-5bad1ebb7c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1100211690-router', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:39:42Z', 'revision_number': 5, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'gw_port': {'id': '8fdd8481-241a-445e-86a0-412cf59579cd', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi'}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:43.603427 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c193bc4-4264-4b7f-b95c-5bad1ebb7c6b None None] Checking router: ec26e035-64e9-43c6-bb4a-3b2f7b247bc8 for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:39:43.612399 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c193bc4-4264-4b7f-b95c-5bad1ebb7c6b None None] Routers {'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:39:43.613032 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-8c193bc4-4264-4b7f-b95c-5bad1ebb7c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:39:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:43.622156 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-92ab4b35-04f8-468a-98f8-6c2ddcb28620 admin admin] For port 8fdd8481-241a-445e-86a0-412cf59579cd, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=8fdd8481-241a-445e-86a0-412cf59579cd,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:39:43.622520 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-92ab4b35-04f8-468a-98f8-6c2ddcb28620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (8fdd8481-241a-445e-86a0-412cf59579cd), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:43.635836 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-92ab4b35-04f8-468a-98f8-6c2ddcb28620 admin admin] Calling delete_port for 8fdd8481-241a-445e-86a0-412cf59579cd owned by network:router_gateway {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:39:43.648535 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:43.697724 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-8c193bc4-4264-4b7f-b95c-5bad1ebb7c6b None None] Set router ec26e035-64e9-43c6-bb4a-3b2f7b247bc8 gateway port host: None {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:39:43.749794 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-8c193bc4-4264-4b7f-b95c-5bad1ebb7c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1100211690-router', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:39:43Z', 'revision_number': 6, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'gw_port_host': None}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:43.774422 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c193bc4-4264-4b7f-b95c-5bad1ebb7c6b None None] The sync data for ids ['ec26e035-64e9-43c6-bb4a-3b2f7b247bc8'] in dv-cinder-837546-3-iscsi is: [{'id': 'ec26e035-64e9-43c6-bb4a-3b2f7b247bc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1100211690-router', 'tenant_id': 'feefb94984d54cbbaa70b963d956a520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:34:11Z', 'updated_at': '2022-07-18T10:39:43Z', 'revision_number': 6, 'project_id': 'feefb94984d54cbbaa70b963d956a520', 'gw_port_host': None}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:39:43.801594 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-92ab4b35-04f8-468a-98f8-6c2ddcb28620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (8fdd8481-241a-445e-86a0-412cf59579cd), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:43.824659 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab4b35-04f8-468a-98f8-6c2ddcb28620 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fdd8481-241a-445e-86a0-412cf59579cd,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:43.890254 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-92ab4b35-04f8-468a-98f8-6c2ddcb28620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-781127'] for router_gateway (ec26e035-64e9-43c6-bb4a-3b2f7b247bc8), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:43.979392 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-92ab4b35-04f8-468a-98f8-6c2ddcb28620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1411'] for router (ec26e035-64e9-43c6-bb4a-3b2f7b247bc8), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:43.981482 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-92ab4b35-04f8-468a-98f8-6c2ddcb28620 admin admin] Publish callbacks [] for router_controller (ec26e035-64e9-43c6-bb4a-3b2f7b247bc8), precommit_delete_associations {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:44.289533 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-92ab4b35-04f8-468a-98f8-6c2ddcb28620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660434'] for router (ec26e035-64e9-43c6-bb4a-3b2f7b247bc8), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:44.290115 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ab4b35-04f8-468a-98f8-6c2ddcb28620 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec26e035-64e9-43c6-bb4a-3b2f7b247bc8 {{(pid=103899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 10:39:44.294644 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-92ab4b35-04f8-468a-98f8-6c2ddcb28620 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:44.295822 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-92ab4b35-04f8-468a-98f8-6c2ddcb28620 admin admin] 10.222.0.33 "DELETE /v2.0/routers/ec26e035-64e9-43c6-bb4a-3b2f7b247bc8 HTTP/1.1" status: 204 len: 168 time: 1.0121853 Jul 18 10:39:44.298371 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 39480) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:44.341297 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_v2 [None req-111dbd7c-8935-437a-84d7-def5921ceee7 admin admin] Deleting subnet 11cfac8b-7d7d-4e4b-88cc-819243717cd6 {{(pid=103899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 10:39:44.345030 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-111dbd7c-8935-437a-84d7-def5921ceee7 admin admin] Publish callbacks [] for subnet (11cfac8b-7d7d-4e4b-88cc-819243717cd6), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:44.379414 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-111dbd7c-8935-437a-84d7-def5921ceee7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261079323'] for subnet (11cfac8b-7d7d-4e4b-88cc-819243717cd6), precommit_delete_associations {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:44.454953 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-111dbd7c-8935-437a-84d7-def5921ceee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8074828'] for subnet (11cfac8b-7d7d-4e4b-88cc-819243717cd6), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:44.491759 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:44.492933 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 39482) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:44.559074 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-111dbd7c-8935-437a-84d7-def5921ceee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8074843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260940353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260462226'] for subnet (11cfac8b-7d7d-4e4b-88cc-819243717cd6), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:44.591473 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111dbd7c-8935-437a-84d7-def5921ceee7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11cfac8b-7d7d-4e4b-88cc-819243717cd6,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:44.598774 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-111dbd7c-8935-437a-84d7-def5921ceee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for subnet (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:44.601872 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-111dbd7c-8935-437a-84d7-def5921ceee7 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/11cfac8b-7d7d-4e4b-88cc-819243717cd6 HTTP/1.1" status: 204 len: 168 time: 0.3025646 Jul 18 10:39:44.605525 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 39484) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:44.606530 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f86043-b88f-4b07-ac78-93bc8d40b877 None None] Network 247d0ee0-142b-4d40-8e91-ea541c052e58 requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:39:44.638125 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:44.697630 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:UPDATE=5 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:44.740799 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-e6948e86-5029-4214-aca4-b352363eb07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7979611'] for network (247d0ee0-142b-4d40-8e91-ea541c052e58), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:44.760273 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-125db974-dd27-445f-aecc-d828768604f7 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Deleting port 226ab2cd-0ee6-4908-85c2-228ad060ed7a {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:39:44.760596 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-125db974-dd27-445f-aecc-d828768604f7 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (226ab2cd-0ee6-4908-85c2-228ad060ed7a), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:44.770776 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf23545-1eef-4c9b-8b8d-afbadfc31d3b None None] DHCP port deletion for 247d0ee0-142b-4d40-8e91-ea541c052e58 request from dv-cinder-837546-3-iscsi {{(pid=103900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 10:39:44.814896 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-ecf23545-1eef-4c9b-8b8d-afbadfc31d3b None None] Deleting port ae756f3c-2b6c-4ff6-b8db-e269b4445372 {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:39:44.815323 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ecf23545-1eef-4c9b-8b8d-afbadfc31d3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (ae756f3c-2b6c-4ff6-b8db-e269b4445372), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:44.848048 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-e6948e86-5029-4214-aca4-b352363eb07a admin admin] Deleting port ae756f3c-2b6c-4ff6-b8db-e269b4445372 {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:39:44.848387 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-e6948e86-5029-4214-aca4-b352363eb07a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (ae756f3c-2b6c-4ff6-b8db-e269b4445372), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:44.885037 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-ecf23545-1eef-4c9b-8b8d-afbadfc31d3b None None] For port ae756f3c-2b6c-4ff6-b8db-e269b4445372, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=ae756f3c-2b6c-4ff6-b8db-e269b4445372,segment=NetworkSegment(d7f1c4dc-22c2-4c68-872d-90dc779e27be),segment_id=d7f1c4dc-22c2-4c68-872d-90dc779e27be)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:39:44.885436 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ecf23545-1eef-4c9b-8b8d-afbadfc31d3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (ae756f3c-2b6c-4ff6-b8db-e269b4445372), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:44.899230 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-ecf23545-1eef-4c9b-8b8d-afbadfc31d3b None None] Calling delete_port for ae756f3c-2b6c-4ff6-b8db-e269b4445372 owned by network:dhcp {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:39:44.917996 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-125db974-dd27-445f-aecc-d828768604f7 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (226ab2cd-0ee6-4908-85c2-228ad060ed7a), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:44.918327 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-125db974-dd27-445f-aecc-d828768604f7 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for floatingip (226ab2cd-0ee6-4908-85c2-228ad060ed7a), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:44.943058 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-e6948e86-5029-4214-aca4-b352363eb07a admin admin] For port ae756f3c-2b6c-4ff6-b8db-e269b4445372, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=ae756f3c-2b6c-4ff6-b8db-e269b4445372,segment=NetworkSegment(d7f1c4dc-22c2-4c68-872d-90dc779e27be),segment_id=d7f1c4dc-22c2-4c68-872d-90dc779e27be)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:39:44.943424 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-e6948e86-5029-4214-aca4-b352363eb07a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (ae756f3c-2b6c-4ff6-b8db-e269b4445372), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:44.946113 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-125db974-dd27-445f-aecc-d828768604f7 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Calling delete_port for 226ab2cd-0ee6-4908-85c2-228ad060ed7a owned by network:floatingip {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:39:44.968485 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-e6948e86-5029-4214-aca4-b352363eb07a admin admin] Calling delete_port for ae756f3c-2b6c-4ff6-b8db-e269b4445372 owned by network:dhcp {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:39:44.979895 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ecf23545-1eef-4c9b-8b8d-afbadfc31d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607'] for port (ae756f3c-2b6c-4ff6-b8db-e269b4445372), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:45.003832 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf23545-1eef-4c9b-8b8d-afbadfc31d3b None None] Pushing event deleted for resources: {'Port': ['ID=ae756f3c-2b6c-4ff6-b8db-e269b4445372,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:45.013457 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf23545-1eef-4c9b-8b8d-afbadfc31d3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:45.013802 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf23545-1eef-4c9b-8b8d-afbadfc31d3b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:45.014140 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf23545-1eef-4c9b-8b8d-afbadfc31d3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:45.014476 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf23545-1eef-4c9b-8b8d-afbadfc31d3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:45.014804 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf23545-1eef-4c9b-8b8d-afbadfc31d3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:45.015129 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf23545-1eef-4c9b-8b8d-afbadfc31d3b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:45.015455 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf23545-1eef-4c9b-8b8d-afbadfc31d3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:45.016229 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf23545-1eef-4c9b-8b8d-afbadfc31d3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:45.016229 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf23545-1eef-4c9b-8b8d-afbadfc31d3b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:45.016453 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf23545-1eef-4c9b-8b8d-afbadfc31d3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:45.016738 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf23545-1eef-4c9b-8b8d-afbadfc31d3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:45.017057 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf23545-1eef-4c9b-8b8d-afbadfc31d3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:45.017374 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf23545-1eef-4c9b-8b8d-afbadfc31d3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:45.017689 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf23545-1eef-4c9b-8b8d-afbadfc31d3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:45.018003 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf23545-1eef-4c9b-8b8d-afbadfc31d3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:45.020775 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf23545-1eef-4c9b-8b8d-afbadfc31d3b None None] No DVR routers for this DVR port ae756f3c-2b6c-4ff6-b8db-e269b4445372 on host dv-cinder-837546-3-iscsi {{(pid=103900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:39:45.139422 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-e6948e86-5029-4214-aca4-b352363eb07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (ae756f3c-2b6c-4ff6-b8db-e269b4445372), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:45.166547 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6948e86-5029-4214-aca4-b352363eb07a admin admin] Pushing event deleted for resources: {'Port': ['ID=ae756f3c-2b6c-4ff6-b8db-e269b4445372,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:45.192597 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6948e86-5029-4214-aca4-b352363eb07a admin admin] No DVR routers for this DVR port ae756f3c-2b6c-4ff6-b8db-e269b4445372 on host dv-cinder-837546-3-iscsi {{(pid=103899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:39:45.247125 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-125db974-dd27-445f-aecc-d828768604f7 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (226ab2cd-0ee6-4908-85c2-228ad060ed7a), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:45.285255 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-e6948e86-5029-4214-aca4-b352363eb07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8074381', 'neutron.services.segments.db._delete_segments_for_network-8756234178838'] for network (247d0ee0-142b-4d40-8e91-ea541c052e58), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:45.311750 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125db974-dd27-445f-aecc-d828768604f7 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Pushing event deleted for resources: {'Port': ['ID=226ab2cd-0ee6-4908-85c2-228ad060ed7a,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:45.313211 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:45.342471 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.services.segments.db [None req-e6948e86-5029-4214-aca4-b352363eb07a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['247d0ee0-142b-4d40-8e91-ea541c052e58']}} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:45.371139 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.services.segments.db [None req-e6948e86-5029-4214-aca4-b352363eb07a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f1c4dc-22c2-4c68-872d-90dc779e27be') {'for_net_delete': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:45.371435 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.services.segments.db [None req-e6948e86-5029-4214-aca4-b352363eb07a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f1c4dc-22c2-4c68-872d-90dc779e27be') {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:45.384392 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-e6948e86-5029-4214-aca4-b352363eb07a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756234179103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261079394'] for segment (d7f1c4dc-22c2-4c68-872d-90dc779e27be), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:45.405566 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-e6948e86-5029-4214-aca4-b352363eb07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (d7f1c4dc-22c2-4c68-872d-90dc779e27be), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:45.411138 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-125db974-dd27-445f-aecc-d828768604f7 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for floatingip (52e9de3b-685f-4943-8c54-3b854df03e82), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:45.411464 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.db.l3_db [None req-125db974-dd27-445f-aecc-d828768604f7 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Floating IP 52e9de3b-685f-4943-8c54-3b854df03e82 disassociated (deleted). External IP: 172.27.3.246, port: 9c584805-1812-494e-8d2b-019452f06e9c. Jul 18 10:39:45.447688 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6948e86-5029-4214-aca4-b352363eb07a admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 10:39:45.448092 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-e6948e86-5029-4214-aca4-b352363eb07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260939939'] for segment (d7f1c4dc-22c2-4c68-872d-90dc779e27be), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:45.462678 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:45.463462 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device ae756f3c-2b6c-4ff6-b8db-e269b4445372 no longer exists at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:39:45.477132 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.services.segments.plugin [-] Segment d7f1c4dc-22c2-4c68-872d-90dc779e27be resource provider aggregate not found Jul 18 10:39:45.493008 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] No Port match for: ae756f3c-2b6c-4ff6-b8db-e269b4445372 {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:39:45.493350 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device ae756f3c-2b6c-4ff6-b8db-e269b4445372 not bound to the agent host dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:39:45.493771 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 8fdd8481-241a-445e-86a0-412cf59579cd no longer exists at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:39:45.512353 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] No Port match for: 8fdd8481-241a-445e-86a0-412cf59579cd {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:39:45.512571 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 8fdd8481-241a-445e-86a0-412cf59579cd not bound to the agent host dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:39:45.513002 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 08a76c27-b00d-4700-89ae-293faa6c264f no longer exists at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:39:45.533704 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] No Port match for: 08a76c27-b00d-4700-89ae-293faa6c264f {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:39:45.534044 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 08a76c27-b00d-4700-89ae-293faa6c264f not bound to the agent host dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:39:45.553880 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.services.segments.plugin [-] Segment d7f1c4dc-22c2-4c68-872d-90dc779e27be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7f1c4dc-22c2-4c68-872d-90dc779e27be found for delete ", "request_id": "req-b511c75c-9c8e-41bd-8dbd-f3063ac183d0"}]} Jul 18 10:39:45.560975 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-e6948e86-5029-4214-aca4-b352363eb07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8074358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781180'] for network (247d0ee0-142b-4d40-8e91-ea541c052e58), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:45.572946 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-e6948e86-5029-4214-aca4-b352363eb07a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:45.576692 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-e6948e86-5029-4214-aca4-b352363eb07a admin admin] 10.222.0.33 "DELETE /v2.0/networks/247d0ee0-142b-4d40-8e91-ea541c052e58 HTTP/1.1" status: 204 len: 168 time: 0.9708834 Jul 18 10:39:45.591447 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6948e86-5029-4214-aca4-b352363eb07a admin admin] Pushing event deleted for resources: {'Network': ['ID=247d0ee0-142b-4d40-8e91-ea541c052e58,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:45.693484 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 39492) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:45.705886 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125db974-dd27-445f-aecc-d828768604f7 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Router b813383a-8c2b-4227-b257-73336c9a3e16 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:39:45.734384 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-8800a135-2050-4f83-8f00-c557619b1d7c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=feefb94984d54cbbaa70b963d956a520&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397627 Jul 18 10:39:45.736836 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 39494) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:45.785594 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-95c57b41-926f-4104-8cd9-a91c34521aa0 admin admin] Publish callbacks [] for security_group (5cee4173-1d1e-408e-8e2b-c9ebd42fa1e7), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:45.807995 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-95c57b41-926f-4104-8cd9-a91c34521aa0 admin admin] Publish callbacks [] for security_group (5cee4173-1d1e-408e-8e2b-c9ebd42fa1e7), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:45.809210 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125db974-dd27-445f-aecc-d828768604f7 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:39:45.813942 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-125db974-dd27-445f-aecc-d828768604f7 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:45.820418 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984e7a37-4671-4771-82e4-c0dd6c57619a None None] Sync routers for ids ['b813383a-8c2b-4227-b257-73336c9a3e16'] in dv-cinder-837546-3-iscsi {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:39:45.830777 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984e7a37-4671-4771-82e4-c0dd6c57619a None None] Routers {'b813383a-8c2b-4227-b257-73336c9a3e16'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:39:45.831397 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-984e7a37-4671-4771-82e4-c0dd6c57619a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:39:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['b813383a-8c2b-4227-b257-73336c9a3e16'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:45.845196 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-125db974-dd27-445f-aecc-d828768604f7 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "DELETE /v2.0/floatingips/52e9de3b-685f-4943-8c54-3b854df03e82 HTTP/1.1" status: 204 len: 168 time: 1.3516662 Jul 18 10:39:45.845767 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e2ab0bb-d92f-4441-bdea-2bc427e441f8', 'tag': '9c584805-1812-494e-8d2b-019452f06e9c'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:39:45.853464 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c587f6-d582-42c6-b8c2-0d08649aa805" -d '{"events": [{"name": "network-changed", "server_uuid": "6e2ab0bb-d92f-4441-bdea-2bc427e441f8", "tag": "9c584805-1812-494e-8d2b-019452f06e9c"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:39:45.865999 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-95c57b41-926f-4104-8cd9-a91c34521aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (5cee4173-1d1e-408e-8e2b-c9ebd42fa1e7), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:45.870400 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-95c57b41-926f-4104-8cd9-a91c34521aa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:45.871828 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-95c57b41-926f-4104-8cd9-a91c34521aa0 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/5cee4173-1d1e-408e-8e2b-c9ebd42fa1e7 HTTP/1.1" status: 204 len: 168 time: 0.1340988 Jul 18 10:39:45.883525 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c57b41-926f-4104-8cd9-a91c34521aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cee4173-1d1e-408e-8e2b-c9ebd42fa1e7,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:45.911216 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e073604f-9f0b-4f1d-ab4c-b9eac0711bc7 x-openstack-request-id: req-e073604f-9f0b-4f1d-ab4c-b9eac0711bc7 {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:39:45.911565 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e2ab0bb-d92f-4441-bdea-2bc427e441f8", "tag": "9c584805-1812-494e-8d2b-019452f06e9c", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:39:45.911877 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e073604f-9f0b-4f1d-ab4c-b9eac0711bc7 {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:39:45.913530 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e073604f-9f0b-4f1d-ab4c-b9eac0711bc7'] response: {'name': 'network-changed', 'server_uuid': '6e2ab0bb-d92f-4441-bdea-2bc427e441f8', 'tag': '9c584805-1812-494e-8d2b-019452f06e9c', 'status': 'completed', 'code': 200} Jul 18 10:39:45.970189 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-984e7a37-4671-4771-82e4-c0dd6c57619a None None] Set router b813383a-8c2b-4227-b257-73336c9a3e16 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:39:46.124888 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5f25c-931f-49c2-a47a-f6f7fb0fc295 req-1a514bbe-db44-411a-986e-f4466d6875cc tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:46.126493 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-dae5f25c-931f-49c2-a47a-f6f7fb0fc295 req-1a514bbe-db44-411a-986e-f4466d6875cc tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=6e2ab0bb-d92f-4441-bdea-2bc427e441f8 HTTP/1.1" status: 200 len: 945 time: 0.0784578 Jul 18 10:39:46.134300 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c587f6-d582-42c6-b8c2-0d08649aa805 req-ad91e6dd-3237-4a91-98b4-171a1a4be180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:46.136240 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e1c587f6-d582-42c6-b8c2-0d08649aa805 req-ad91e6dd-3237-4a91-98b4-171a1a4be180 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c656b71bbd447cba7d11335c928dfda&device_id=6e2ab0bb-d92f-4441-bdea-2bc427e441f8 HTTP/1.1" status: 200 len: 1129 time: 0.1908190 Jul 18 10:39:46.194217 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-dae5f25c-931f-49c2-a47a-f6f7fb0fc295 req-64744647-d9ed-4197-9c85-7ce77604d4a5 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574512 Jul 18 10:39:46.207781 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-984e7a37-4671-4771-82e4-c0dd6c57619a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'name': 'tempest-TestVolumeBootPattern-436051173-router', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:23Z', 'updated_at': '2022-07-18T10:32:26Z', 'revision_number': 4, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'gw_port': {'id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:63:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:24Z', 'updated_at': '2022-07-18T10:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '2543814e-b395-4e77-9520-39ce1590d1b3', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'floating_ip_address': '172.27.3.234', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'port_id': 'ef589bb7-916e-48f9-bce4-fdf64f4ed1b1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'mac_address': 'fa:16:3e:21:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0851efd6-d3b6-44d7-9b22-e327e1bca393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:35:49Z', 'updated_at': '2022-07-18T10:35:53Z', 'revision_number': 1, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1f3e92a-1290-4a6b-b351-6716caa96cfc', 'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'mac_address': 'fa:16:3e:db:17:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '87464419-3975-4a49-a913-5df590abacff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:25Z', 'updated_at': '2022-07-18T10:32:31Z', 'revision_number': 5, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'subnets': [{'id': '87464419-3975-4a49-a913-5df590abacff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:46.234092 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984e7a37-4671-4771-82e4-c0dd6c57619a None None] Checking router: b813383a-8c2b-4227-b257-73336c9a3e16 for host: dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:39:46.242549 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984e7a37-4671-4771-82e4-c0dd6c57619a None None] Routers {'b813383a-8c2b-4227-b257-73336c9a3e16'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:39:46.243151 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-984e7a37-4671-4771-82e4-c0dd6c57619a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:39:22Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['b813383a-8c2b-4227-b257-73336c9a3e16'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:46.349723 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-984e7a37-4671-4771-82e4-c0dd6c57619a None None] Set router b813383a-8c2b-4227-b257-73336c9a3e16 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:39:46.564837 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-984e7a37-4671-4771-82e4-c0dd6c57619a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'name': 'tempest-TestVolumeBootPattern-436051173-router', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:23Z', 'updated_at': '2022-07-18T10:32:26Z', 'revision_number': 4, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'gw_port': {'id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:63:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:24Z', 'updated_at': '2022-07-18T10:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '2543814e-b395-4e77-9520-39ce1590d1b3', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'floating_ip_address': '172.27.3.234', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'port_id': 'ef589bb7-916e-48f9-bce4-fdf64f4ed1b1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'mac_address': 'fa:16:3e:21:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0851efd6-d3b6-44d7-9b22-e327e1bca393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:35:49Z', 'updated_at': '2022-07-18T10:35:53Z', 'revision_number': 1, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1f3e92a-1290-4a6b-b351-6716caa96cfc', 'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'mac_address': 'fa:16:3e:db:17:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '87464419-3975-4a49-a913-5df590abacff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:25Z', 'updated_at': '2022-07-18T10:32:31Z', 'revision_number': 5, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'subnets': [{'id': '87464419-3975-4a49-a913-5df590abacff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:46.590274 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984e7a37-4671-4771-82e4-c0dd6c57619a None None] The sync data for ids ['b813383a-8c2b-4227-b257-73336c9a3e16'] in dv-cinder-837546-3-iscsi is: [{'id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'name': 'tempest-TestVolumeBootPattern-436051173-router', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:23Z', 'updated_at': '2022-07-18T10:32:26Z', 'revision_number': 4, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'gw_port': {'id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:63:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:24Z', 'updated_at': '2022-07-18T10:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_floatingips': [{'id': '2543814e-b395-4e77-9520-39ce1590d1b3', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'floating_ip_address': '172.27.3.234', 'floating_network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'router_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'port_id': 'ef589bb7-916e-48f9-bce4-fdf64f4ed1b1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'mac_address': 'fa:16:3e:21:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0851efd6-d3b6-44d7-9b22-e327e1bca393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:35:49Z', 'updated_at': '2022-07-18T10:35:53Z', 'revision_number': 1, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1f3e92a-1290-4a6b-b351-6716caa96cfc', 'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'mac_address': 'fa:16:3e:db:17:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '87464419-3975-4a49-a913-5df590abacff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:25Z', 'updated_at': '2022-07-18T10:32:31Z', 'revision_number': 5, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'subnets': [{'id': '87464419-3975-4a49-a913-5df590abacff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:39:46.816594 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697c304f-e378-43ab-8c95-5741aff0f8c0 None None] New status for floating IP 52e9de3b-685f-4943-8c54-3b854df03e82: DOWN {{(pid=103900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:39:47.316842 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c587f6-d582-42c6-b8c2-0d08649aa805 req-be006dca-f23b-4c31-bb8a-628d6cd8ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:47.318433 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e1c587f6-d582-42c6-b8c2-0d08649aa805 req-be006dca-f23b-4c31-bb8a-628d6cd8ffc5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e654fce-ea72-45f2-b759-da2c9a65544d HTTP/1.1" status: 200 len: 912 time: 0.1238961 Jul 18 10:39:47.329828 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c48d3-bcde-47f2-8550-1ea8b665c727 req-0f17bb54-0002-4c5e-b0d5-5ccf89ea962b tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:47.331428 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ab6c48d3-bcde-47f2-8550-1ea8b665c727 req-0f17bb54-0002-4c5e-b0d5-5ccf89ea962b tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=6e2ab0bb-d92f-4441-bdea-2bc427e441f8 HTTP/1.1" status: 200 len: 945 time: 0.0624256 Jul 18 10:39:47.335227 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 39554) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:47.385728 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-ab6c48d3-bcde-47f2-8550-1ea8b665c727 req-90b49eec-0030-47e0-b797-f81e07ee0b59 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482185 Jul 18 10:39:47.439978 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e1c587f6-d582-42c6-b8c2-0d08649aa805 req-c4eb7a39-a919-41d5-8c7b-67a9300b20ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c584805-1812-494e-8d2b-019452f06e9c HTTP/1.1" status: 200 len: 217 time: 0.0323682 Jul 18 10:39:47.453444 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-59dbf010-fd1f-4b15-8a28-1a90ec44f8e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:47.489430 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c587f6-d582-42c6-b8c2-0d08649aa805 req-394ae06c-cc29-4325-94da-85b143f0a2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:47.491002 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e1c587f6-d582-42c6-b8c2-0d08649aa805 req-394ae06c-cc29-4325-94da-85b143f0a2b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87464419-3975-4a49-a913-5df590abacff HTTP/1.1" status: 200 len: 850 time: 0.0451641 Jul 18 10:39:47.537565 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-59dbf010-fd1f-4b15-8a28-1a90ec44f8e8 admin admin] Publish callbacks [] for security_group (623c695b-4319-4353-be61-55f481d1712b), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:47.541427 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-59dbf010-fd1f-4b15-8a28-1a90ec44f8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (623c695b-4319-4353-be61-55f481d1712b), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:47.580457 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-59dbf010-fd1f-4b15-8a28-1a90ec44f8e8 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9d61432080064383bc2629af75576900&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441497 Jul 18 10:39:47.581334 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbf010-fd1f-4b15-8a28-1a90ec44f8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623c695b-4319-4353-be61-55f481d1712b,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:47.583109 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 39558) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:47.639437 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:47.662916 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-151b4c17-f52c-4f0c-a88e-103f9ff68782 admin admin] Publish callbacks [] for security_group (623c695b-4319-4353-be61-55f481d1712b), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:47.684984 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c587f6-d582-42c6-b8c2-0d08649aa805 req-a22077fe-b4d1-41b6-bb90-66408a699637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:47.687014 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e1c587f6-d582-42c6-b8c2-0d08649aa805 req-a22077fe-b4d1-41b6-bb90-66408a699637 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e654fce-ea72-45f2-b759-da2c9a65544d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0626349 Jul 18 10:39:47.695335 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-151b4c17-f52c-4f0c-a88e-103f9ff68782 admin admin] Publish callbacks [] for security_group (623c695b-4319-4353-be61-55f481d1712b), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:47.719234 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=100 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:47.818497 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1f52c-3e77-47fb-a90f-014601ee2e54 req-e194c31f-ea3a-4fde-b956-8d1dfc53baf5 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:47.819918 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e2b1f52c-3e77-47fb-a90f-014601ee2e54 req-e194c31f-ea3a-4fde-b956-8d1dfc53baf5 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e2ab0bb-d92f-4441-bdea-2bc427e441f8 HTTP/1.1" status: 200 len: 945 time: 0.1133399 Jul 18 10:39:47.859052 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-151b4c17-f52c-4f0c-a88e-103f9ff68782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (623c695b-4319-4353-be61-55f481d1712b), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:47.861582 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-151b4c17-f52c-4f0c-a88e-103f9ff68782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:47.862701 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-151b4c17-f52c-4f0c-a88e-103f9ff68782 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/623c695b-4319-4353-be61-55f481d1712b HTTP/1.1" status: 204 len: 168 time: 0.2784851 Jul 18 10:39:47.889609 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b4c17-f52c-4f0c-a88e-103f9ff68782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623c695b-4319-4353-be61-55f481d1712b,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:47.904379 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e1c587f6-d582-42c6-b8c2-0d08649aa805 req-b38c5392-0619-4c21-837e-7a68d6faa23c service neutron] 10.222.0.30 "GET /v2.0/networks/9e654fce-ea72-45f2-b759-da2c9a65544d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966491 Jul 18 10:39:47.967445 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-e2b1f52c-3e77-47fb-a90f-014601ee2e54 req-b333bf81-4ca8-4235-8b5b-1e3363671799 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Deleting port 9c584805-1812-494e-8d2b-019452f06e9c {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:39:47.967791 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-e2b1f52c-3e77-47fb-a90f-014601ee2e54 req-b333bf81-4ca8-4235-8b5b-1e3363671799 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (9c584805-1812-494e-8d2b-019452f06e9c), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:48.089563 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e1c587f6-d582-42c6-b8c2-0d08649aa805 req-39effef2-f315-4571-9164-f27a9161b683 service neutron] 10.222.0.30 "GET /v2.0/networks/9e654fce-ea72-45f2-b759-da2c9a65544d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672792 Jul 18 10:39:48.108078 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-e2b1f52c-3e77-47fb-a90f-014601ee2e54 req-b333bf81-4ca8-4235-8b5b-1e3363671799 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] For port 9c584805-1812-494e-8d2b-019452f06e9c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9c584805-1812-494e-8d2b-019452f06e9c,segment=NetworkSegment(2d16fefc-509d-4f46-8970-6e15cc7ed3ca),segment_id=2d16fefc-509d-4f46-8970-6e15cc7ed3ca)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:39:48.108516 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-e2b1f52c-3e77-47fb-a90f-014601ee2e54 req-b333bf81-4ca8-4235-8b5b-1e3363671799 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (9c584805-1812-494e-8d2b-019452f06e9c), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:48.126471 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-e2b1f52c-3e77-47fb-a90f-014601ee2e54 req-b333bf81-4ca8-4235-8b5b-1e3363671799 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Calling delete_port for 9c584805-1812-494e-8d2b-019452f06e9c owned by compute:nova {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:39:48.257595 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-e2b1f52c-3e77-47fb-a90f-014601ee2e54 req-b333bf81-4ca8-4235-8b5b-1e3363671799 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (9c584805-1812-494e-8d2b-019452f06e9c), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:48.287017 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333bf81-4ca8-4235-8b5b-1e3363671799 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Pushing event deleted for resources: {'Port': ['ID=9c584805-1812-494e-8d2b-019452f06e9c,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:48.334304 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b1f52c-3e77-47fb-a90f-014601ee2e54 req-b333bf81-4ca8-4235-8b5b-1e3363671799 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] No DVR routers for this DVR port 9c584805-1812-494e-8d2b-019452f06e9c on host hv-cinder-83754 {{(pid=103899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:39:48.336817 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-e2b1f52c-3e77-47fb-a90f-014601ee2e54 req-b333bf81-4ca8-4235-8b5b-1e3363671799 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:48.340127 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-e2b1f52c-3e77-47fb-a90f-014601ee2e54 req-b333bf81-4ca8-4235-8b5b-1e3363671799 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.30 "DELETE /v2.0/ports/9c584805-1812-494e-8d2b-019452f06e9c HTTP/1.1" status: 204 len: 173 time: 0.5113814 Jul 18 10:39:48.340584 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2ab0bb-d92f-4441-bdea-2bc427e441f8', 'name': 'network-vif-deleted', 'tag': '9c584805-1812-494e-8d2b-019452f06e9c'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:39:48.343420 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d3319b-8069-4dea-b88a-29873d870681" -d '{"events": [{"server_uuid": "6e2ab0bb-d92f-4441-bdea-2bc427e441f8", "name": "network-vif-deleted", "tag": "9c584805-1812-494e-8d2b-019452f06e9c"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:39:48.388244 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bf7cf1-7ee6-42a8-9282-717be488eb37 x-openstack-request-id: req-75bf7cf1-7ee6-42a8-9282-717be488eb37 {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:39:48.388646 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e2ab0bb-d92f-4441-bdea-2bc427e441f8", "name": "network-vif-deleted", "tag": "9c584805-1812-494e-8d2b-019452f06e9c", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:39:48.388982 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-75bf7cf1-7ee6-42a8-9282-717be488eb37 {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:39:48.389445 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75bf7cf1-7ee6-42a8-9282-717be488eb37'] response: {'server_uuid': '6e2ab0bb-d92f-4441-bdea-2bc427e441f8', 'name': 'network-vif-deleted', 'tag': '9c584805-1812-494e-8d2b-019452f06e9c', 'status': 'completed', 'code': 200} Jul 18 10:39:48.491453 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-2680326d-7ced-41d9-8656-9b8d9ff06af2 req-bd01f53e-a588-4359-bd11-16fb4b58001c tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=6e2ab0bb-d92f-4441-bdea-2bc427e441f8 HTTP/1.1" status: 200 len: 210 time: 0.0297008 Jul 18 10:39:50.031897 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-cf02d155-480b-40dd-a2d6-898eca9898a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:50.821284 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 6 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:39:51.120388 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 9c584805-1812-494e-8d2b-019452f06e9c no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:39:51.142797 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] No Port match for: 9c584805-1812-494e-8d2b-019452f06e9c {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:39:51.143140 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device 9c584805-1812-494e-8d2b-019452f06e9c not bound to the agent host hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:39:51.786291 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 39638) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:51.916859 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:51.924512 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-cc673237-1a79-42da-827d-cab5de555802 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Deleting port 7dca858c-4c4a-4cc6-aedb-2e95ec6caabe {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:39:51.924866 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-cc673237-1a79-42da-827d-cab5de555802 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (7dca858c-4c4a-4cc6-aedb-2e95ec6caabe), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:52.006065 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-cc673237-1a79-42da-827d-cab5de555802 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (7dca858c-4c4a-4cc6-aedb-2e95ec6caabe), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:52.006395 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-cc673237-1a79-42da-827d-cab5de555802 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for floatingip (7dca858c-4c4a-4cc6-aedb-2e95ec6caabe), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:52.019262 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-cc673237-1a79-42da-827d-cab5de555802 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Calling delete_port for 7dca858c-4c4a-4cc6-aedb-2e95ec6caabe owned by network:floatingip {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:39:52.067187 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:52.345695 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b9a941b9-a29f-4825-8ec0-c92ea15c7490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:52.438595 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-cc673237-1a79-42da-827d-cab5de555802 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (7dca858c-4c4a-4cc6-aedb-2e95ec6caabe), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:52.463638 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc673237-1a79-42da-827d-cab5de555802 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Pushing event deleted for resources: {'Port': ['ID=7dca858c-4c4a-4cc6-aedb-2e95ec6caabe,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:52.531468 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-cc673237-1a79-42da-827d-cab5de555802 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for floatingip (2543814e-b395-4e77-9520-39ce1590d1b3), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:52.531846 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.db.l3_db [None req-cc673237-1a79-42da-827d-cab5de555802 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Floating IP 2543814e-b395-4e77-9520-39ce1590d1b3 disassociated (deleted). External IP: 172.27.3.234, port: ef589bb7-916e-48f9-bce4-fdf64f4ed1b1. Jul 18 10:39:52.729549 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc673237-1a79-42da-827d-cab5de555802 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Router b813383a-8c2b-4227-b257-73336c9a3e16 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:39:52.832270 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc673237-1a79-42da-827d-cab5de555802 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:39:52.837643 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-cc673237-1a79-42da-827d-cab5de555802 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:52.843267 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6c211b-6568-4673-8d37-cef111abcba6 None None] Sync routers for ids ['b813383a-8c2b-4227-b257-73336c9a3e16'] in dv-cinder-837546-3-iscsi {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:39:52.853073 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6c211b-6568-4673-8d37-cef111abcba6 None None] Routers {'b813383a-8c2b-4227-b257-73336c9a3e16'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:39:52.853950 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-ee6c211b-6568-4673-8d37-cef111abcba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:39:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['b813383a-8c2b-4227-b257-73336c9a3e16'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:52.869450 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-cc673237-1a79-42da-827d-cab5de555802 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "DELETE /v2.0/floatingips/2543814e-b395-4e77-9520-39ce1590d1b3 HTTP/1.1" status: 204 len: 168 time: 1.0820804 Jul 18 10:39:52.870034 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0851efd6-d3b6-44d7-9b22-e327e1bca393', 'tag': 'ef589bb7-916e-48f9-bce4-fdf64f4ed1b1'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:39:52.872334 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93687772-07e5-42c1-938a-aaa7fab171c1" -d '{"events": [{"name": "network-changed", "server_uuid": "0851efd6-d3b6-44d7-9b22-e327e1bca393", "tag": "ef589bb7-916e-48f9-bce4-fdf64f4ed1b1"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:39:52.911491 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e94b980-4b68-476c-8486-2f705e0825b8 x-openstack-request-id: req-2e94b980-4b68-476c-8486-2f705e0825b8 {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:39:52.911846 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0851efd6-d3b6-44d7-9b22-e327e1bca393", "tag": "ef589bb7-916e-48f9-bce4-fdf64f4ed1b1", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:39:52.912252 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2e94b980-4b68-476c-8486-2f705e0825b8 {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:39:52.912684 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e94b980-4b68-476c-8486-2f705e0825b8'] response: {'name': 'network-changed', 'server_uuid': '0851efd6-d3b6-44d7-9b22-e327e1bca393', 'tag': 'ef589bb7-916e-48f9-bce4-fdf64f4ed1b1', 'status': 'completed', 'code': 200} Jul 18 10:39:52.959972 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-ee6c211b-6568-4673-8d37-cef111abcba6 None None] Set router b813383a-8c2b-4227-b257-73336c9a3e16 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:39:52.991706 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:53.030435 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:53.086875 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e5cb1-e263-4865-b7c0-d361fce8362f req-f8bd3e04-bbf6-4bec-b145-4204a6564d18 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:53.088360 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-286e5cb1-e263-4865-b7c0-d361fce8362f req-f8bd3e04-bbf6-4bec-b145-4204a6564d18 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=0851efd6-d3b6-44d7-9b22-e327e1bca393 HTTP/1.1" status: 200 len: 946 time: 0.0484011 Jul 18 10:39:53.144815 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-286e5cb1-e263-4865-b7c0-d361fce8362f req-3605f295-a32d-447d-8071-ad0eb921e0cd tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504727 Jul 18 10:39:53.158891 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-ee6c211b-6568-4673-8d37-cef111abcba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'name': 'tempest-TestVolumeBootPattern-436051173-router', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:23Z', 'updated_at': '2022-07-18T10:32:26Z', 'revision_number': 4, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'gw_port': {'id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:63:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:24Z', 'updated_at': '2022-07-18T10:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': 'a1f3e92a-1290-4a6b-b351-6716caa96cfc', 'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'mac_address': 'fa:16:3e:db:17:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '87464419-3975-4a49-a913-5df590abacff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:25Z', 'updated_at': '2022-07-18T10:32:31Z', 'revision_number': 5, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'subnets': [{'id': '87464419-3975-4a49-a913-5df590abacff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:53.184549 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6c211b-6568-4673-8d37-cef111abcba6 None None] Checking router: b813383a-8c2b-4227-b257-73336c9a3e16 for host: dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:39:53.193298 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6c211b-6568-4673-8d37-cef111abcba6 None None] Routers {'b813383a-8c2b-4227-b257-73336c9a3e16'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:39:53.193918 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-ee6c211b-6568-4673-8d37-cef111abcba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:39:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['b813383a-8c2b-4227-b257-73336c9a3e16'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:53.296268 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-ee6c211b-6568-4673-8d37-cef111abcba6 None None] Set router b813383a-8c2b-4227-b257-73336c9a3e16 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:39:53.563843 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-ee6c211b-6568-4673-8d37-cef111abcba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'name': 'tempest-TestVolumeBootPattern-436051173-router', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:23Z', 'updated_at': '2022-07-18T10:32:26Z', 'revision_number': 4, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'gw_port': {'id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:63:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:24Z', 'updated_at': '2022-07-18T10:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': 'a1f3e92a-1290-4a6b-b351-6716caa96cfc', 'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'mac_address': 'fa:16:3e:db:17:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '87464419-3975-4a49-a913-5df590abacff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:25Z', 'updated_at': '2022-07-18T10:32:31Z', 'revision_number': 5, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'subnets': [{'id': '87464419-3975-4a49-a913-5df590abacff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:39:53.591203 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6c211b-6568-4673-8d37-cef111abcba6 None None] The sync data for ids ['b813383a-8c2b-4227-b257-73336c9a3e16'] in dv-cinder-837546-3-iscsi is: [{'id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'name': 'tempest-TestVolumeBootPattern-436051173-router', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:23Z', 'updated_at': '2022-07-18T10:32:26Z', 'revision_number': 4, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'gw_port': {'id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:63:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:24Z', 'updated_at': '2022-07-18T10:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi', '_interfaces': [{'id': 'a1f3e92a-1290-4a6b-b351-6716caa96cfc', 'name': '', 'network_id': '9e654fce-ea72-45f2-b759-da2c9a65544d', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'mac_address': 'fa:16:3e:db:17:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '87464419-3975-4a49-a913-5df590abacff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:25Z', 'updated_at': '2022-07-18T10:32:31Z', 'revision_number': 5, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'subnets': [{'id': '87464419-3975-4a49-a913-5df590abacff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:39:53.613590 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:53.795321 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a73118c-e063-4ce4-8194-18f548d0b73a None None] New status for floating IP 2543814e-b395-4e77-9520-39ce1590d1b3: DOWN {{(pid=103900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:39:54.260892 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7e30a-8bbe-495e-9fea-b58de3baf5ee req-513527b8-be7b-45fa-8524-b70aec5c775a tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:54.262330 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f6c7e30a-8bbe-495e-9fea-b58de3baf5ee req-513527b8-be7b-45fa-8524-b70aec5c775a tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=0851efd6-d3b6-44d7-9b22-e327e1bca393 HTTP/1.1" status: 200 len: 946 time: 0.0478959 Jul 18 10:39:54.287077 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:54.311069 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-f6c7e30a-8bbe-495e-9fea-b58de3baf5ee req-81f861fd-5911-4337-aaf6-008c498f269b tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432606 Jul 18 10:39:54.804651 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:54.973060 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93687772-07e5-42c1-938a-aaa7fab171c1 req-f81a73bf-b2bf-40c5-8f19-6f34aace43d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:54.974544 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-93687772-07e5-42c1-938a-aaa7fab171c1 req-f81a73bf-b2bf-40c5-8f19-6f34aace43d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c656b71bbd447cba7d11335c928dfda&device_id=0851efd6-d3b6-44d7-9b22-e327e1bca393 HTTP/1.1" status: 200 len: 1130 time: 0.0417626 Jul 18 10:39:55.085159 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:55.426380 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb232fd-6c46-4c32-9d31-c4338659d02e req-d281302f-d998-498e-a61e-975b8b82ad8e tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:55.427902 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-adb232fd-6c46-4c32-9d31-c4338659d02e req-d281302f-d998-498e-a61e-975b8b82ad8e tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=0851efd6-d3b6-44d7-9b22-e327e1bca393 HTTP/1.1" status: 200 len: 946 time: 0.0492518 Jul 18 10:39:55.460399 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:55.485017 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-adb232fd-6c46-4c32-9d31-c4338659d02e req-25a7d650-8dc4-4b08-b691-7976abe34d9f tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506661 Jul 18 10:39:56.156092 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:56.171760 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93687772-07e5-42c1-938a-aaa7fab171c1 req-4072a9e3-9f67-4a79-a6b0-6103f75afce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:56.173302 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-93687772-07e5-42c1-938a-aaa7fab171c1 req-4072a9e3-9f67-4a79-a6b0-6103f75afce1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e654fce-ea72-45f2-b759-da2c9a65544d HTTP/1.1" status: 200 len: 912 time: 0.0884886 Jul 18 10:39:56.226106 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-93687772-07e5-42c1-938a-aaa7fab171c1 req-dbc6f3f9-8fca-4f02-a748-d587b701b1db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef589bb7-916e-48f9-bce4-fdf64f4ed1b1 HTTP/1.1" status: 200 len: 217 time: 0.0368826 Jul 18 10:39:56.321943 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93687772-07e5-42c1-938a-aaa7fab171c1 req-d365ed23-8bca-4d54-93ea-ea01b62a1d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:56.323337 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-93687772-07e5-42c1-938a-aaa7fab171c1 req-d365ed23-8bca-4d54-93ea-ea01b62a1d58 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87464419-3975-4a49-a913-5df590abacff HTTP/1.1" status: 200 len: 850 time: 0.0433631 Jul 18 10:39:56.366620 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93687772-07e5-42c1-938a-aaa7fab171c1 req-70a528aa-1c04-4549-89d4-34eab49c69aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:56.368047 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-93687772-07e5-42c1-938a-aaa7fab171c1 req-70a528aa-1c04-4549-89d4-34eab49c69aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e654fce-ea72-45f2-b759-da2c9a65544d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376809 Jul 18 10:39:56.660434 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcd6ca-6a61-4353-8121-32cd2d643c2e req-ac2f571e-5acb-4560-9dcf-77a87e9085f3 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:56.661912 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-effcd6ca-6a61-4353-8121-32cd2d643c2e req-ac2f571e-5acb-4560-9dcf-77a87e9085f3 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=0851efd6-d3b6-44d7-9b22-e327e1bca393 HTTP/1.1" status: 200 len: 946 time: 0.1064425 Jul 18 10:39:56.704426 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc138628-cbc5-45b3-9562-4a1ac7eddeb3 req-2d728066-1588-4eef-87e0-f9080a856b6b tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:56.704426 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-dc138628-cbc5-45b3-9562-4a1ac7eddeb3 req-2d728066-1588-4eef-87e0-f9080a856b6b tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.30 "GET /v2.0/ports?device_id=0851efd6-d3b6-44d7-9b22-e327e1bca393 HTTP/1.1" status: 200 len: 946 time: 0.0901284 Jul 18 10:39:56.706063 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-93687772-07e5-42c1-938a-aaa7fab171c1 req-e375d2b3-3f5f-4627-b090-09a420c26f99 service neutron] 10.222.0.30 "GET /v2.0/networks/9e654fce-ea72-45f2-b759-da2c9a65544d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795275 Jul 18 10:39:56.781458 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-effcd6ca-6a61-4353-8121-32cd2d643c2e req-596d8879-f3fe-43e8-b076-346b3655a73f tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/security-groups?id=1571cc3f-c619-45cf-af52-aa160f24d4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095822 Jul 18 10:39:56.872281 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-dc138628-cbc5-45b3-9562-4a1ac7eddeb3 req-4be0acae-e659-4117-9ef1-7faaff26fc4b tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Deleting port ef589bb7-916e-48f9-bce4-fdf64f4ed1b1 {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:39:56.872648 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-dc138628-cbc5-45b3-9562-4a1ac7eddeb3 req-4be0acae-e659-4117-9ef1-7faaff26fc4b tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (ef589bb7-916e-48f9-bce4-fdf64f4ed1b1), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:56.915732 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-93687772-07e5-42c1-938a-aaa7fab171c1 req-4b1cfce9-dda2-4c41-b741-ba79084f401e service neutron] 10.222.0.30 "GET /v2.0/networks/9e654fce-ea72-45f2-b759-da2c9a65544d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962407 Jul 18 10:39:56.981591 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [req-dc138628-cbc5-45b3-9562-4a1ac7eddeb3 req-4be0acae-e659-4117-9ef1-7faaff26fc4b tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] For port ef589bb7-916e-48f9-bce4-fdf64f4ed1b1, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=ef589bb7-916e-48f9-bce4-fdf64f4ed1b1,segment=NetworkSegment(2d16fefc-509d-4f46-8970-6e15cc7ed3ca),segment_id=2d16fefc-509d-4f46-8970-6e15cc7ed3ca)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:39:56.981953 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-dc138628-cbc5-45b3-9562-4a1ac7eddeb3 req-4be0acae-e659-4117-9ef1-7faaff26fc4b tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (ef589bb7-916e-48f9-bce4-fdf64f4ed1b1), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:56.995317 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [req-dc138628-cbc5-45b3-9562-4a1ac7eddeb3 req-4be0acae-e659-4117-9ef1-7faaff26fc4b tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Calling delete_port for ef589bb7-916e-48f9-bce4-fdf64f4ed1b1 owned by compute:nova {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:39:57.104101 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:57.129096 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-dc138628-cbc5-45b3-9562-4a1ac7eddeb3 req-4be0acae-e659-4117-9ef1-7faaff26fc4b tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (ef589bb7-916e-48f9-bce4-fdf64f4ed1b1), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:57.157902 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0acae-e659-4117-9ef1-7faaff26fc4b tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Pushing event deleted for resources: {'Port': ['ID=ef589bb7-916e-48f9-bce4-fdf64f4ed1b1,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:57.204912 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc138628-cbc5-45b3-9562-4a1ac7eddeb3 req-4be0acae-e659-4117-9ef1-7faaff26fc4b tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] No DVR routers for this DVR port ef589bb7-916e-48f9-bce4-fdf64f4ed1b1 on host hv-cinder-83754 {{(pid=103899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:39:57.207293 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [req-dc138628-cbc5-45b3-9562-4a1ac7eddeb3 req-4be0acae-e659-4117-9ef1-7faaff26fc4b tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for port (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:57.210534 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-dc138628-cbc5-45b3-9562-4a1ac7eddeb3 req-4be0acae-e659-4117-9ef1-7faaff26fc4b tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.30 "DELETE /v2.0/ports/ef589bb7-916e-48f9-bce4-fdf64f4ed1b1 HTTP/1.1" status: 204 len: 173 time: 0.4890952 Jul 18 10:39:57.211022 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0851efd6-d3b6-44d7-9b22-e327e1bca393', 'name': 'network-vif-deleted', 'tag': 'ef589bb7-916e-48f9-bce4-fdf64f4ed1b1'}] {{(pid=103899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:39:57.213349 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4531b903bd091bf6bfa9ca6218bbff62ecbcd28197a892db111241b009e53cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00ca986-39e9-4e81-9d6e-cae0b7ed4680" -d '{"events": [{"server_uuid": "0851efd6-d3b6-44d7-9b22-e327e1bca393", "name": "network-vif-deleted", "tag": "ef589bb7-916e-48f9-bce4-fdf64f4ed1b1"}]}' {{(pid=103899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:39:57.250456 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0b3dc7-8346-48a8-8a3a-0efb291375c8 x-openstack-request-id: req-ed0b3dc7-8346-48a8-8a3a-0efb291375c8 {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:39:57.250754 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0851efd6-d3b6-44d7-9b22-e327e1bca393", "name": "network-vif-deleted", "tag": "ef589bb7-916e-48f9-bce4-fdf64f4ed1b1", "status": "completed", "code": 200}]} {{(pid=103899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:39:57.251009 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ed0b3dc7-8346-48a8-8a3a-0efb291375c8 {{(pid=103899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:39:57.251419 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed0b3dc7-8346-48a8-8a3a-0efb291375c8'] response: {'server_uuid': '0851efd6-d3b6-44d7-9b22-e327e1bca393', 'name': 'network-vif-deleted', 'tag': 'ef589bb7-916e-48f9-bce4-fdf64f4ed1b1', 'status': 'completed', 'code': 200} Jul 18 10:39:57.575916 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=65,neutron:DELETE=3,neutron:INSERT=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:57.577929 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=49,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:57.894546 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [req-3b21c540-70f9-495c-8ec6-2e1843c2b3f6 req-af6e63a2-839c-453e-9c8a-068bb1b55a3f tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "GET /v2.0/ports?device_id=0851efd6-d3b6-44d7-9b22-e327e1bca393 HTTP/1.1" status: 200 len: 210 time: 0.0336475 Jul 18 10:39:58.389086 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 39730) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:58.493490 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-22a10871-46dd-4c94-9b36-9cacacb17046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:58.517995 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:58.571013 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-22a10871-46dd-4c94-9b36-9cacacb17046 admin admin] Publish callbacks [] for security_group (927a1a19-d1ea-4f1a-969a-8cd9411d2333), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:58.574609 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-22a10871-46dd-4c94-9b36-9cacacb17046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (927a1a19-d1ea-4f1a-969a-8cd9411d2333), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:58.614230 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a10871-46dd-4c94-9b36-9cacacb17046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927a1a19-d1ea-4f1a-969a-8cd9411d2333,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:58.618865 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-22a10871-46dd-4c94-9b36-9cacacb17046 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=661fd65930ca4599813ca34bf91e2b08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281203 Jul 18 10:39:58.622169 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 39734) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:58.669540 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b4c35409-2076-4beb-a9c7-7bab92fece3c admin admin] Publish callbacks [] for security_group (927a1a19-d1ea-4f1a-969a-8cd9411d2333), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:58.690408 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b4c35409-2076-4beb-a9c7-7bab92fece3c admin admin] Publish callbacks [] for security_group (927a1a19-d1ea-4f1a-969a-8cd9411d2333), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:58.739852 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b4c35409-2076-4beb-a9c7-7bab92fece3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (927a1a19-d1ea-4f1a-969a-8cd9411d2333), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:58.742545 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-b4c35409-2076-4beb-a9c7-7bab92fece3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:58.743657 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-b4c35409-2076-4beb-a9c7-7bab92fece3c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/927a1a19-d1ea-4f1a-969a-8cd9411d2333 HTTP/1.1" status: 204 len: 168 time: 0.1212244 Jul 18 10:39:58.751881 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c35409-2076-4beb-a9c7-7bab92fece3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927a1a19-d1ea-4f1a-969a-8cd9411d2333,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:58.959498 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 39742) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:59.013502 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 39744) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:59.027878 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4073cb1f-7538-4693-acfb-7f49cbdba8c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:59.073476 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-c53a377e-574b-4b41-9a24-2defe9095141 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Deleting port 426fb9c0-9d5e-4dd9-baec-b1b3fb73b3ce {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:39:59.073679 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-c53a377e-574b-4b41-9a24-2defe9095141 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (426fb9c0-9d5e-4dd9-baec-b1b3fb73b3ce), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:59.107034 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4073cb1f-7538-4693-acfb-7f49cbdba8c9 admin admin] Publish callbacks [] for security_group (3917acaf-e071-43ec-bed8-6602cca3b620), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:59.110841 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4073cb1f-7538-4693-acfb-7f49cbdba8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (3917acaf-e071-43ec-bed8-6602cca3b620), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:59.149440 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073cb1f-7538-4693-acfb-7f49cbdba8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3917acaf-e071-43ec-bed8-6602cca3b620,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:59.153517 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-c53a377e-574b-4b41-9a24-2defe9095141 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (426fb9c0-9d5e-4dd9-baec-b1b3fb73b3ce), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:59.154102 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-c53a377e-574b-4b41-9a24-2defe9095141 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for floatingip (426fb9c0-9d5e-4dd9-baec-b1b3fb73b3ce), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:59.158658 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-4073cb1f-7538-4693-acfb-7f49cbdba8c9 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=245bc6b2a4524a4ebe0cab7d1c561fb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1439106 Jul 18 10:39:59.159308 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 39746) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:59.168633 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-c53a377e-574b-4b41-9a24-2defe9095141 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Calling delete_port for 426fb9c0-9d5e-4dd9-baec-b1b3fb73b3ce owned by network:floatingip {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:39:59.212307 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1c086f7b-782c-4bc7-84c4-16b9070ce028 admin admin] Publish callbacks [] for security_group (3917acaf-e071-43ec-bed8-6602cca3b620), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:59.234307 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1c086f7b-782c-4bc7-84c4-16b9070ce028 admin admin] Publish callbacks [] for security_group (3917acaf-e071-43ec-bed8-6602cca3b620), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:59.259826 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:59.282799 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1c086f7b-782c-4bc7-84c4-16b9070ce028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (3917acaf-e071-43ec-bed8-6602cca3b620), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:59.285371 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1c086f7b-782c-4bc7-84c4-16b9070ce028 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:59.286520 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-1c086f7b-782c-4bc7-84c4-16b9070ce028 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3917acaf-e071-43ec-bed8-6602cca3b620 HTTP/1.1" status: 204 len: 168 time: 0.1263034 Jul 18 10:39:59.295551 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c086f7b-782c-4bc7-84c4-16b9070ce028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3917acaf-e071-43ec-bed8-6602cca3b620,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:59.314296 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-c53a377e-574b-4b41-9a24-2defe9095141 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (426fb9c0-9d5e-4dd9-baec-b1b3fb73b3ce), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:59.338009 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a377e-574b-4b41-9a24-2defe9095141 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Pushing event deleted for resources: {'Port': ['ID=426fb9c0-9d5e-4dd9-baec-b1b3fb73b3ce,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:59.409388 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-c53a377e-574b-4b41-9a24-2defe9095141 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for floatingip (1427e8a6-673f-4455-bd61-9c0d72bcd5b6), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:59.414171 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-c53a377e-574b-4b41-9a24-2defe9095141 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114447'] for floatingip (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:59.416175 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-c53a377e-574b-4b41-9a24-2defe9095141 tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "DELETE /v2.0/floatingips/1427e8a6-673f-4455-bd61-9c0d72bcd5b6 HTTP/1.1" status: 204 len: 168 time: 0.4562750 Jul 18 10:40:00.621860 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 39796) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:40:00.680898 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c93a1ce1-78d1-484f-a89d-30072256996a tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for security_group (1571cc3f-c619-45cf-af52-aa160f24d4ab), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:00.711019 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c93a1ce1-78d1-484f-a89d-30072256996a tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for security_group (1571cc3f-c619-45cf-af52-aa160f24d4ab), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:00.775018 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c93a1ce1-78d1-484f-a89d-30072256996a tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (1571cc3f-c619-45cf-af52-aa160f24d4ab), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:00.777678 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c93a1ce1-78d1-484f-a89d-30072256996a tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:00.778842 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-c93a1ce1-78d1-484f-a89d-30072256996a tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] 10.222.0.33 "DELETE /v2.0/security-groups/1571cc3f-c619-45cf-af52-aa160f24d4ab HTTP/1.1" status: 204 len: 168 time: 0.1559129 Jul 18 10:40:00.788407 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a1ce1-78d1-484f-a89d-30072256996a tempest-TestVolumeBootPattern-248550394 tempest-TestVolumeBootPattern-248550394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1571cc3f-c619-45cf-af52-aa160f24d4ab,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:40:00.838469 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 39812) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:40:01.238524 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device ef589bb7-916e-48f9-bce4-fdf64f4ed1b1 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:40:01.286872 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 39834) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:40:01.397655 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] No Port match for: ef589bb7-916e-48f9-bce4-fdf64f4ed1b1 {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:40:01.398000 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Device ef589bb7-916e-48f9-bce4-fdf64f4ed1b1 not bound to the agent host hv-cinder-83754 {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:40:01.441485 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-78f7ef51-b9bb-4c07-83a7-7828d92dc919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:01.537571 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:01.552535 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:01.611858 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-78f7ef51-b9bb-4c07-83a7-7828d92dc919 admin admin] Publish callbacks [] for security_group (20aad2df-5076-431e-8a53-5effb3fe4051), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:01.624074 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-78f7ef51-b9bb-4c07-83a7-7828d92dc919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (20aad2df-5076-431e-8a53-5effb3fe4051), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:01.687445 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-78f7ef51-b9bb-4c07-83a7-7828d92dc919 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c745651bdf004cdab92b14920848e2b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3976955 Jul 18 10:40:01.690015 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 39838) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:40:01.694464 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-9a4c0d70-cbcf-4189-ba0d-3c37bb1a219f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660928'] for router_interface (b813383a-8c2b-4227-b257-73336c9a3e16), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:01.697298 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7ef51-b9bb-4c07-83a7-7828d92dc919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20aad2df-5076-431e-8a53-5effb3fe4051,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:40:01.739590 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3c54aad8-2e25-4f28-a07e-49e8a26be7f8 admin admin] Publish callbacks [] for security_group (20aad2df-5076-431e-8a53-5effb3fe4051), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:01.760560 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3c54aad8-2e25-4f28-a07e-49e8a26be7f8 admin admin] Publish callbacks [] for security_group (20aad2df-5076-431e-8a53-5effb3fe4051), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:01.806712 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3c54aad8-2e25-4f28-a07e-49e8a26be7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (20aad2df-5076-431e-8a53-5effb3fe4051), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:01.809342 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3c54aad8-2e25-4f28-a07e-49e8a26be7f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:01.810491 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-3c54aad8-2e25-4f28-a07e-49e8a26be7f8 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/20aad2df-5076-431e-8a53-5effb3fe4051 HTTP/1.1" status: 204 len: 168 time: 0.1195090 Jul 18 10:40:01.818869 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54aad8-2e25-4f28-a07e-49e8a26be7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20aad2df-5076-431e-8a53-5effb3fe4051,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:40:01.929312 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-9a4c0d70-cbcf-4189-ba0d-3c37bb1a219f admin admin] Deleting port a1f3e92a-1290-4a6b-b351-6716caa96cfc {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:40:01.929659 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-9a4c0d70-cbcf-4189-ba0d-3c37bb1a219f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (a1f3e92a-1290-4a6b-b351-6716caa96cfc), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:02.016879 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-9a4c0d70-cbcf-4189-ba0d-3c37bb1a219f admin admin] For port a1f3e92a-1290-4a6b-b351-6716caa96cfc, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=a1f3e92a-1290-4a6b-b351-6716caa96cfc,segment=NetworkSegment(2d16fefc-509d-4f46-8970-6e15cc7ed3ca),segment_id=2d16fefc-509d-4f46-8970-6e15cc7ed3ca)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:40:02.017252 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-9a4c0d70-cbcf-4189-ba0d-3c37bb1a219f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (a1f3e92a-1290-4a6b-b351-6716caa96cfc), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:02.030944 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-9a4c0d70-cbcf-4189-ba0d-3c37bb1a219f admin admin] Calling delete_port for a1f3e92a-1290-4a6b-b351-6716caa96cfc owned by network:router_interface {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:40:02.091923 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 39844) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:40:02.105938 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-018adba9-db6f-44bd-bdbc-47ee82389397 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:02.123604 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:INSERT=3,neutron:SELECT=89,neutron:DELETE=8 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:02.185202 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-018adba9-db6f-44bd-bdbc-47ee82389397 admin admin] Publish callbacks [] for security_group (789092fc-188a-463d-b3cb-b6c0e91b85b6), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:02.189928 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-018adba9-db6f-44bd-bdbc-47ee82389397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (789092fc-188a-463d-b3cb-b6c0e91b85b6), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:02.228481 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-9a4c0d70-cbcf-4189-ba0d-3c37bb1a219f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (a1f3e92a-1290-4a6b-b351-6716caa96cfc), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:02.230390 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-018adba9-db6f-44bd-bdbc-47ee82389397 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=fb374419b2c346178673ae0d59047770&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368558 Jul 18 10:40:02.231334 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018adba9-db6f-44bd-bdbc-47ee82389397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789092fc-188a-463d-b3cb-b6c0e91b85b6,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:40:02.234100 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:02.234526 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 39846) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:40:02.255854 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c0d70-cbcf-4189-ba0d-3c37bb1a219f admin admin] Pushing event deleted for resources: {'Port': ['ID=a1f3e92a-1290-4a6b-b351-6716caa96cfc,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:40:02.293918 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-cb27bd37-3755-423c-b45c-ed30cd9ea9d4 admin admin] Publish callbacks [] for security_group (789092fc-188a-463d-b3cb-b6c0e91b85b6), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:02.319416 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-cb27bd37-3755-423c-b45c-ed30cd9ea9d4 admin admin] Publish callbacks [] for security_group (789092fc-188a-463d-b3cb-b6c0e91b85b6), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:02.373626 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-cb27bd37-3755-423c-b45c-ed30cd9ea9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (789092fc-188a-463d-b3cb-b6c0e91b85b6), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:02.376810 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-cb27bd37-3755-423c-b45c-ed30cd9ea9d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:02.380762 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-cb27bd37-3755-423c-b45c-ed30cd9ea9d4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/789092fc-188a-463d-b3cb-b6c0e91b85b6 HTTP/1.1" status: 204 len: 168 time: 0.1451821 Jul 18 10:40:02.389258 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb27bd37-3755-423c-b45c-ed30cd9ea9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789092fc-188a-463d-b3cb-b6c0e91b85b6,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:40:02.435053 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-9a4c0d70-cbcf-4189-ba0d-3c37bb1a219f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-986589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660860'] for router_interface (b813383a-8c2b-4227-b257-73336c9a3e16), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:02.531921 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:02.665593 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4c0d70-cbcf-4189-ba0d-3c37bb1a219f admin admin] Router b813383a-8c2b-4227-b257-73336c9a3e16 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:40:02.775308 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4c0d70-cbcf-4189-ba0d-3c37bb1a219f admin admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:40:02.783718 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-9a4c0d70-cbcf-4189-ba0d-3c37bb1a219f admin admin] 10.222.0.33 "PUT /v2.0/routers/b813383a-8c2b-4227-b257-73336c9a3e16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9416742 Jul 18 10:40:02.784067 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 39856) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:40:02.785637 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3ca64a-a02f-4475-a947-9d617d896dc4 None None] Sync routers for ids ['b813383a-8c2b-4227-b257-73336c9a3e16'] in dv-cinder-837546-3-iscsi {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:40:02.799286 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3ca64a-a02f-4475-a947-9d617d896dc4 None None] Routers {'b813383a-8c2b-4227-b257-73336c9a3e16'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:40:02.799286 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-1a3ca64a-a02f-4475-a947-9d617d896dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:39:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['b813383a-8c2b-4227-b257-73336c9a3e16'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:40:02.892325 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cd042e5c-ab95-4b9d-ba39-ad13ac1ef74f admin admin] Publish callbacks [] for router (b813383a-8c2b-4227-b257-73336c9a3e16), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:02.910184 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-1a3ca64a-a02f-4475-a947-9d617d896dc4 None None] Set router b813383a-8c2b-4227-b257-73336c9a3e16 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:40:03.001351 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cd042e5c-ab95-4b9d-ba39-ad13ac1ef74f admin admin] Publish callbacks [] for router_gateway (b813383a-8c2b-4227-b257-73336c9a3e16), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:03.047062 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cd042e5c-ab95-4b9d-ba39-ad13ac1ef74f admin admin] Deleting port 0f2bfd24-46d7-4657-8e8b-3ae261438cce {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:40:03.047405 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cd042e5c-ab95-4b9d-ba39-ad13ac1ef74f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (0f2bfd24-46d7-4657-8e8b-3ae261438cce), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:03.093462 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-1a3ca64a-a02f-4475-a947-9d617d896dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'name': 'tempest-TestVolumeBootPattern-436051173-router', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:23Z', 'updated_at': '2022-07-18T10:40:02Z', 'revision_number': 5, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'gw_port': {'id': '0f2bfd24-46d7-4657-8e8b-3ae261438cce', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:63:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:24Z', 'updated_at': '2022-07-18T10:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi'}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:40:03.123288 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3ca64a-a02f-4475-a947-9d617d896dc4 None None] Checking router: b813383a-8c2b-4227-b257-73336c9a3e16 for host: dv-cinder-837546-3-iscsi {{(pid=103901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:40:03.133124 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3ca64a-a02f-4475-a947-9d617d896dc4 None None] Routers {'b813383a-8c2b-4227-b257-73336c9a3e16'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:40:03.133757 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-1a3ca64a-a02f-4475-a947-9d617d896dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:39:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['b813383a-8c2b-4227-b257-73336c9a3e16'], 'active': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:40:03.138905 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cd042e5c-ab95-4b9d-ba39-ad13ac1ef74f admin admin] For port 0f2bfd24-46d7-4657-8e8b-3ae261438cce, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=0f2bfd24-46d7-4657-8e8b-3ae261438cce,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:40:03.139269 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cd042e5c-ab95-4b9d-ba39-ad13ac1ef74f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (0f2bfd24-46d7-4657-8e8b-3ae261438cce), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:03.153120 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cd042e5c-ab95-4b9d-ba39-ad13ac1ef74f admin admin] Calling delete_port for 0f2bfd24-46d7-4657-8e8b-3ae261438cce owned by network:router_gateway {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:40:03.218283 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvr_db [None req-1a3ca64a-a02f-4475-a947-9d617d896dc4 None None] Set router b813383a-8c2b-4227-b257-73336c9a3e16 gateway port host: None {{(pid=103901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:40:03.219528 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=100 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:03.278042 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.l3_hamode_db [None req-1a3ca64a-a02f-4475-a947-9d617d896dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'name': 'tempest-TestVolumeBootPattern-436051173-router', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:23Z', 'updated_at': '2022-07-18T10:40:03Z', 'revision_number': 6, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'gw_port_host': None}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:40:03.303744 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3ca64a-a02f-4475-a947-9d617d896dc4 None None] The sync data for ids ['b813383a-8c2b-4227-b257-73336c9a3e16'] in dv-cinder-837546-3-iscsi is: [{'id': 'b813383a-8c2b-4227-b257-73336c9a3e16', 'name': 'tempest-TestVolumeBootPattern-436051173-router', 'tenant_id': '2c656b71bbd447cba7d11335c928dfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:23Z', 'updated_at': '2022-07-18T10:40:03Z', 'revision_number': 6, 'project_id': '2c656b71bbd447cba7d11335c928dfda', 'gw_port_host': None}] {{(pid=103901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:40:03.341288 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cd042e5c-ab95-4b9d-ba39-ad13ac1ef74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (0f2bfd24-46d7-4657-8e8b-3ae261438cce), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:03.371870 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd042e5c-ab95-4b9d-ba39-ad13ac1ef74f admin admin] Pushing event deleted for resources: {'Port': ['ID=0f2bfd24-46d7-4657-8e8b-3ae261438cce,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:40:03.432915 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cd042e5c-ab95-4b9d-ba39-ad13ac1ef74f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-781127'] for router_gateway (b813383a-8c2b-4227-b257-73336c9a3e16), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:03.520742 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:03.524663 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cd042e5c-ab95-4b9d-ba39-ad13ac1ef74f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1411'] for router (b813383a-8c2b-4227-b257-73336c9a3e16), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:03.527502 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cd042e5c-ab95-4b9d-ba39-ad13ac1ef74f admin admin] Publish callbacks [] for router_controller (b813383a-8c2b-4227-b257-73336c9a3e16), precommit_delete_associations {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:03.576971 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cd042e5c-ab95-4b9d-ba39-ad13ac1ef74f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660434'] for router (b813383a-8c2b-4227-b257-73336c9a3e16), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:03.578139 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd042e5c-ab95-4b9d-ba39-ad13ac1ef74f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b813383a-8c2b-4227-b257-73336c9a3e16 {{(pid=103898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 10:40:03.582306 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cd042e5c-ab95-4b9d-ba39-ad13ac1ef74f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:03.585908 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-cd042e5c-ab95-4b9d-ba39-ad13ac1ef74f admin admin] 10.222.0.33 "DELETE /v2.0/routers/b813383a-8c2b-4227-b257-73336c9a3e16 HTTP/1.1" status: 204 len: 168 time: 0.7984629 Jul 18 10:40:03.586064 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 39880) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:40:03.641746 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_v2 [None req-06beb8ba-3df1-49ad-99a9-9c5840ace975 admin admin] Deleting subnet 87464419-3975-4a49-a913-5df590abacff {{(pid=103898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 10:40:03.646178 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-06beb8ba-3df1-49ad-99a9-9c5840ace975 admin admin] Publish callbacks [] for subnet (87464419-3975-4a49-a913-5df590abacff), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:03.685830 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-06beb8ba-3df1-49ad-99a9-9c5840ace975 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260918855'] for subnet (87464419-3975-4a49-a913-5df590abacff), precommit_delete_associations {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:03.790205 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-06beb8ba-3df1-49ad-99a9-9c5840ace975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8074828'] for subnet (87464419-3975-4a49-a913-5df590abacff), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:03.847062 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-06beb8ba-3df1-49ad-99a9-9c5840ace975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8074843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260947630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260973135'] for subnet (87464419-3975-4a49-a913-5df590abacff), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:03.871408 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06beb8ba-3df1-49ad-99a9-9c5840ace975 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87464419-3975-4a49-a913-5df590abacff,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:40:03.877299 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-06beb8ba-3df1-49ad-99a9-9c5840ace975 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:03.880660 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-06beb8ba-3df1-49ad-99a9-9c5840ace975 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/87464419-3975-4a49-a913-5df590abacff HTTP/1.1" status: 204 len: 168 time: 0.2935865 Jul 18 10:40:03.883374 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 39886) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:40:03.886280 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a0bc16-5280-43b7-b915-671f2e1110a3 None None] Network 9e654fce-ea72-45f2-b759-da2c9a65544d requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:40:03.971224 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-bdc5f609-0072-408b-9bc4-259def46b466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7979611'] for network (9e654fce-ea72-45f2-b759-da2c9a65544d), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:04.016986 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-bdc5f609-0072-408b-9bc4-259def46b466 admin admin] Deleting port 9c23d4f7-6197-4a8f-98e3-cb23b17e752d {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:40:04.017327 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-bdc5f609-0072-408b-9bc4-259def46b466 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (9c23d4f7-6197-4a8f-98e3-cb23b17e752d), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:04.081911 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-bdc5f609-0072-408b-9bc4-259def46b466 admin admin] For port 9c23d4f7-6197-4a8f-98e3-cb23b17e752d, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=9c23d4f7-6197-4a8f-98e3-cb23b17e752d,segment=NetworkSegment(2d16fefc-509d-4f46-8970-6e15cc7ed3ca),segment_id=2d16fefc-509d-4f46-8970-6e15cc7ed3ca)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:40:04.082274 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-bdc5f609-0072-408b-9bc4-259def46b466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (9c23d4f7-6197-4a8f-98e3-cb23b17e752d), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:04.096683 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-bdc5f609-0072-408b-9bc4-259def46b466 admin admin] Calling delete_port for 9c23d4f7-6197-4a8f-98e3-cb23b17e752d owned by network:dhcp {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:40:04.105124 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:04.118048 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d49249-7e99-4558-bd23-4f2efbdd5170 None None] DHCP port deletion for 9e654fce-ea72-45f2-b759-da2c9a65544d request from dv-cinder-837546-3-iscsi {{(pid=103900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 10:40:04.129727 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device a1f3e92a-1290-4a6b-b351-6716caa96cfc no longer exists at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:40:04.183418 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:04.184684 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] No Port match for: a1f3e92a-1290-4a6b-b351-6716caa96cfc {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:40:04.185459 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device a1f3e92a-1290-4a6b-b351-6716caa96cfc not bound to the agent host dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:40:04.199372 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-bdc5f609-0072-408b-9bc4-259def46b466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (9c23d4f7-6197-4a8f-98e3-cb23b17e752d), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:04.201407 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-a7d49249-7e99-4558-bd23-4f2efbdd5170 None None] Deleting port 9c23d4f7-6197-4a8f-98e3-cb23b17e752d {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:40:04.201835 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a7d49249-7e99-4558-bd23-4f2efbdd5170 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (9c23d4f7-6197-4a8f-98e3-cb23b17e752d), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:04.236997 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5f609-0072-408b-9bc4-259def46b466 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c23d4f7-6197-4a8f-98e3-cb23b17e752d,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:40:04.242247 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc5f609-0072-408b-9bc4-259def46b466 admin admin] No DVR routers for this DVR port 9c23d4f7-6197-4a8f-98e3-cb23b17e752d on host dv-cinder-837546-3-iscsi {{(pid=103899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:40:04.295352 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-a7d49249-7e99-4558-bd23-4f2efbdd5170 None None] For port 9c23d4f7-6197-4a8f-98e3-cb23b17e752d, host dv-cinder-837546-3-iscsi, got binding levels [] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:40:04.295638 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a7d49249-7e99-4558-bd23-4f2efbdd5170 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (9c23d4f7-6197-4a8f-98e3-cb23b17e752d), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:04.309862 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-a7d49249-7e99-4558-bd23-4f2efbdd5170 None None] Calling delete_port for 9c23d4f7-6197-4a8f-98e3-cb23b17e752d owned by network:dhcp {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:40:04.311980 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:04.313792 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.ipam_backend_mixin [None req-a7d49249-7e99-4558-bd23-4f2efbdd5170 None None] Port 9c23d4f7-6197-4a8f-98e3-cb23b17e752d was not found and therefore no delete operation was performed {{(pid=103900) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 18 10:40:04.315664 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a7d49249-7e99-4558-bd23-4f2efbdd5170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607'] for port (9c23d4f7-6197-4a8f-98e3-cb23b17e752d), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:04.325503 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-bdc5f609-0072-408b-9bc4-259def46b466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8074381', 'neutron.services.segments.db._delete_segments_for_network-8756234178838'] for network (9e654fce-ea72-45f2-b759-da2c9a65544d), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:04.343549 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d49249-7e99-4558-bd23-4f2efbdd5170 None None] Pushing event deleted for resources: {'Port': ['ID=9c23d4f7-6197-4a8f-98e3-cb23b17e752d,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:40:04.345864 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d49249-7e99-4558-bd23-4f2efbdd5170 None None] No DVR routers for this DVR port 9c23d4f7-6197-4a8f-98e3-cb23b17e752d on host dv-cinder-837546-3-iscsi {{(pid=103900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:40:04.353361 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.services.segments.db [None req-bdc5f609-0072-408b-9bc4-259def46b466 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e654fce-ea72-45f2-b759-da2c9a65544d']}} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:40:04.365171 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.services.segments.db [None req-bdc5f609-0072-408b-9bc4-259def46b466 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d16fefc-509d-4f46-8970-6e15cc7ed3ca') {'for_net_delete': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:40:04.365310 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.services.segments.db [None req-bdc5f609-0072-408b-9bc4-259def46b466 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d16fefc-509d-4f46-8970-6e15cc7ed3ca') {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:40:04.376684 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-bdc5f609-0072-408b-9bc4-259def46b466 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756234179103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261079394'] for segment (2d16fefc-509d-4f46-8970-6e15cc7ed3ca), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:04.393275 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-bdc5f609-0072-408b-9bc4-259def46b466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (2d16fefc-509d-4f46-8970-6e15cc7ed3ca), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:04.400948 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc5f609-0072-408b-9bc4-259def46b466 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 10:40:04.401470 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-bdc5f609-0072-408b-9bc4-259def46b466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260939939'] for segment (2d16fefc-509d-4f46-8970-6e15cc7ed3ca), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:04.413169 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:INSERT=5,neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:04.455548 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.services.segments.plugin [-] Segment 2d16fefc-509d-4f46-8970-6e15cc7ed3ca resource provider aggregate not found Jul 18 10:40:04.476383 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-bdc5f609-0072-408b-9bc4-259def46b466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8074358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781180'] for network (9e654fce-ea72-45f2-b759-da2c9a65544d), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:04.489509 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.services.segments.plugin [-] Segment 2d16fefc-509d-4f46-8970-6e15cc7ed3ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d16fefc-509d-4f46-8970-6e15cc7ed3ca found for delete ", "request_id": "req-7a1a81e7-e155-4896-abd5-7dd3ab07f20f"}]} Jul 18 10:40:04.489509 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-bdc5f609-0072-408b-9bc4-259def46b466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:04.489509 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-bdc5f609-0072-408b-9bc4-259def46b466 admin admin] 10.222.0.33 "DELETE /v2.0/networks/9e654fce-ea72-45f2-b759-da2c9a65544d HTTP/1.1" status: 204 len: 168 time: 0.6038048 Jul 18 10:40:04.491946 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 39898) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:40:04.510686 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5f609-0072-408b-9bc4-259def46b466 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e654fce-ea72-45f2-b759-da2c9a65544d,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:40:04.820416 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0b6d3d18-8293-4769-a29a-6c5dd124ab5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660928'] for router_interface (96f76e97-d476-4039-b18c-0d0b7369f4a8), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:05.041145 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-0b6d3d18-8293-4769-a29a-6c5dd124ab5b admin admin] Deleting port 074104c0-171b-47e3-9bb2-f3fff2bf14f9 {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:40:05.041849 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0b6d3d18-8293-4769-a29a-6c5dd124ab5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (074104c0-171b-47e3-9bb2-f3fff2bf14f9), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:05.118011 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-0b6d3d18-8293-4769-a29a-6c5dd124ab5b admin admin] For port 074104c0-171b-47e3-9bb2-f3fff2bf14f9, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=074104c0-171b-47e3-9bb2-f3fff2bf14f9,segment=NetworkSegment(a4e7bebc-267f-45f8-9029-420572da923e),segment_id=a4e7bebc-267f-45f8-9029-420572da923e)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:40:05.118371 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0b6d3d18-8293-4769-a29a-6c5dd124ab5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (074104c0-171b-47e3-9bb2-f3fff2bf14f9), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:05.131389 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-0b6d3d18-8293-4769-a29a-6c5dd124ab5b admin admin] Calling delete_port for 074104c0-171b-47e3-9bb2-f3fff2bf14f9 owned by network:router_interface {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:40:05.190497 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:05.266146 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:05.314095 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0b6d3d18-8293-4769-a29a-6c5dd124ab5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (074104c0-171b-47e3-9bb2-f3fff2bf14f9), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:05.337696 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d3d18-8293-4769-a29a-6c5dd124ab5b admin admin] Pushing event deleted for resources: {'Port': ['ID=074104c0-171b-47e3-9bb2-f3fff2bf14f9,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:40:05.503688 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-0b6d3d18-8293-4769-a29a-6c5dd124ab5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-986589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660860'] for router_interface (96f76e97-d476-4039-b18c-0d0b7369f4a8), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:05.537217 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 0f2bfd24-46d7-4657-8e8b-3ae261438cce no longer exists at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:40:05.557162 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] No Port match for: 0f2bfd24-46d7-4657-8e8b-3ae261438cce {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:40:05.557498 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 0f2bfd24-46d7-4657-8e8b-3ae261438cce not bound to the agent host dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:40:05.557908 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 9c23d4f7-6197-4a8f-98e3-cb23b17e752d no longer exists at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:40:05.576638 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] No Port match for: 9c23d4f7-6197-4a8f-98e3-cb23b17e752d {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:40:05.577013 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 9c23d4f7-6197-4a8f-98e3-cb23b17e752d not bound to the agent host dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:40:06.001341 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6d3d18-8293-4769-a29a-6c5dd124ab5b admin admin] Router 96f76e97-d476-4039-b18c-0d0b7369f4a8 has already been hosted by L3 agent 86bfc1f8-074a-41b2-b1eb-e345d85b3f9c {{(pid=103899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:40:06.115876 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6d3d18-8293-4769-a29a-6c5dd124ab5b admin admin] Notify agent at l3_agent.dv-cinder-837546-3-iscsi the message routers_updated {{(pid=103899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:40:06.123654 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 39912) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:40:06.124160 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-0b6d3d18-8293-4769-a29a-6c5dd124ab5b admin admin] 10.222.0.33 "PUT /v2.0/routers/96f76e97-d476-4039-b18c-0d0b7369f4a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6307874 Jul 18 10:40:06.128175 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9cb64f-ed74-42eb-8848-296d4e6f0f27 None None] Sync routers for ids ['96f76e97-d476-4039-b18c-0d0b7369f4a8'] in dv-cinder-837546-3-iscsi {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:40:06.138673 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9cb64f-ed74-42eb-8848-296d4e6f0f27 None None] Routers {'96f76e97-d476-4039-b18c-0d0b7369f4a8'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:40:06.139388 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-7e9cb64f-ed74-42eb-8848-296d4e6f0f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:39:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['96f76e97-d476-4039-b18c-0d0b7369f4a8'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:40:06.240774 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2f1fde57-895d-4b81-92d5-9c980a216b24 admin admin] Publish callbacks [] for router (96f76e97-d476-4039-b18c-0d0b7369f4a8), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:06.259120 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-7e9cb64f-ed74-42eb-8848-296d4e6f0f27 None None] Set router 96f76e97-d476-4039-b18c-0d0b7369f4a8 gateway port host: dv-cinder-837546-3-iscsi {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:40:06.339137 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2f1fde57-895d-4b81-92d5-9c980a216b24 admin admin] Publish callbacks [] for router_gateway (96f76e97-d476-4039-b18c-0d0b7369f4a8), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:06.381562 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-2f1fde57-895d-4b81-92d5-9c980a216b24 admin admin] Deleting port 95b452bf-3d00-49e6-b053-346e88559204 {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:40:06.382045 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2f1fde57-895d-4b81-92d5-9c980a216b24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (95b452bf-3d00-49e6-b053-346e88559204), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:06.394965 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=5 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:06.429442 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-7e9cb64f-ed74-42eb-8848-296d4e6f0f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f76e97-d476-4039-b18c-0d0b7369f4a8', 'name': 'tempest-TestVolumeBootPattern-1891859318-router', 'tenant_id': 'e6b6505e83184b2f8d54ad2ea4a1b9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'external_fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '95b452bf-3d00-49e6-b053-346e88559204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:28Z', 'updated_at': '2022-07-18T10:40:05Z', 'revision_number': 5, 'project_id': 'e6b6505e83184b2f8d54ad2ea4a1b9c4', 'gw_port': {'id': '95b452bf-3d00-49e6-b053-346e88559204', 'name': '', 'network_id': 'ab707614-a8a6-4503-81fa-3cf63d34938b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f76e97-d476-4039-b18c-0d0b7369f4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:32:29Z', 'updated_at': '2022-07-18T10:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a666abde-39cf-4361-a6f5-7885f7528b36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-3-iscsi'}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:40:06.455448 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9cb64f-ed74-42eb-8848-296d4e6f0f27 None None] Checking router: 96f76e97-d476-4039-b18c-0d0b7369f4a8 for host: dv-cinder-837546-3-iscsi {{(pid=103900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:40:06.463872 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9cb64f-ed74-42eb-8848-296d4e6f0f27 None None] Routers {'96f76e97-d476-4039-b18c-0d0b7369f4a8'} bound to L3 agent in host dv-cinder-837546-3-iscsi {{(pid=103900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:40:06.464484 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-7e9cb64f-ed74-42eb-8848-296d4e6f0f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T10:20:22Z,description=,heartbeat_timestamp=2022-07-18T10:39:52Z,host='dv-cinder-837546-3-iscsi',id=86bfc1f8-074a-41b2-b1eb-e345d85b3f9c,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:20:22Z,topic='l3_agent')) {'router_ids': ['96f76e97-d476-4039-b18c-0d0b7369f4a8'], 'active': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:40:06.468340 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-2f1fde57-895d-4b81-92d5-9c980a216b24 admin admin] For port 95b452bf-3d00-49e6-b053-346e88559204, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=95b452bf-3d00-49e6-b053-346e88559204,segment=NetworkSegment(6e4e8374-d269-46cd-86b8-2c4cef108169),segment_id=6e4e8374-d269-46cd-86b8-2c4cef108169)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:40:06.468340 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2f1fde57-895d-4b81-92d5-9c980a216b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (95b452bf-3d00-49e6-b053-346e88559204), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:06.483277 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-2f1fde57-895d-4b81-92d5-9c980a216b24 admin admin] Calling delete_port for 95b452bf-3d00-49e6-b053-346e88559204 owned by network:router_gateway {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:40:06.550236 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvr_db [None req-7e9cb64f-ed74-42eb-8848-296d4e6f0f27 None None] Set router 96f76e97-d476-4039-b18c-0d0b7369f4a8 gateway port host: None {{(pid=103900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:40:06.605228 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_hamode_db [None req-7e9cb64f-ed74-42eb-8848-296d4e6f0f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f76e97-d476-4039-b18c-0d0b7369f4a8', 'name': 'tempest-TestVolumeBootPattern-1891859318-router', 'tenant_id': 'e6b6505e83184b2f8d54ad2ea4a1b9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:28Z', 'updated_at': '2022-07-18T10:40:06Z', 'revision_number': 6, 'project_id': 'e6b6505e83184b2f8d54ad2ea4a1b9c4', 'gw_port_host': None}], 'dv-cinder-837546-3-iscsi', False) {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:40:06.630155 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9cb64f-ed74-42eb-8848-296d4e6f0f27 None None] The sync data for ids ['96f76e97-d476-4039-b18c-0d0b7369f4a8'] in dv-cinder-837546-3-iscsi is: [{'id': '96f76e97-d476-4039-b18c-0d0b7369f4a8', 'name': 'tempest-TestVolumeBootPattern-1891859318-router', 'tenant_id': 'e6b6505e83184b2f8d54ad2ea4a1b9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:32:28Z', 'updated_at': '2022-07-18T10:40:06Z', 'revision_number': 6, 'project_id': 'e6b6505e83184b2f8d54ad2ea4a1b9c4', 'gw_port_host': None}] {{(pid=103900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:40:06.644673 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:DELETE=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:06.651044 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2f1fde57-895d-4b81-92d5-9c980a216b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260947603'] for port (95b452bf-3d00-49e6-b053-346e88559204), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:06.680978 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1fde57-895d-4b81-92d5-9c980a216b24 admin admin] Pushing event deleted for resources: {'Port': ['ID=95b452bf-3d00-49e6-b053-346e88559204,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:40:06.741960 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2f1fde57-895d-4b81-92d5-9c980a216b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-781127'] for router_gateway (96f76e97-d476-4039-b18c-0d0b7369f4a8), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:06.828031 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2f1fde57-895d-4b81-92d5-9c980a216b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1411'] for router (96f76e97-d476-4039-b18c-0d0b7369f4a8), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:06.830250 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2f1fde57-895d-4b81-92d5-9c980a216b24 admin admin] Publish callbacks [] for router_controller (96f76e97-d476-4039-b18c-0d0b7369f4a8), precommit_delete_associations {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:06.875363 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2f1fde57-895d-4b81-92d5-9c980a216b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660434'] for router (96f76e97-d476-4039-b18c-0d0b7369f4a8), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:06.876001 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1fde57-895d-4b81-92d5-9c980a216b24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96f76e97-d476-4039-b18c-0d0b7369f4a8 {{(pid=103898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 10:40:06.880614 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2f1fde57-895d-4b81-92d5-9c980a216b24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:06.881738 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-2f1fde57-895d-4b81-92d5-9c980a216b24 admin admin] 10.222.0.33 "DELETE /v2.0/routers/96f76e97-d476-4039-b18c-0d0b7369f4a8 HTTP/1.1" status: 204 len: 168 time: 0.7564218 Jul 18 10:40:06.884398 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 39916) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:40:06.929843 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1a3c3d2-a5c1-45dd-a23d-933e8732ba2e admin admin] Deleting subnet d6ae6a5c-c23f-414c-ac4b-9cf000a68f29 {{(pid=103899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 10:40:06.932957 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-a1a3c3d2-a5c1-45dd-a23d-933e8732ba2e admin admin] Publish callbacks [] for subnet (d6ae6a5c-c23f-414c-ac4b-9cf000a68f29), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:06.969557 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-a1a3c3d2-a5c1-45dd-a23d-933e8732ba2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261079323'] for subnet (d6ae6a5c-c23f-414c-ac4b-9cf000a68f29), precommit_delete_associations {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:07.052771 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-a1a3c3d2-a5c1-45dd-a23d-933e8732ba2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8074828'] for subnet (d6ae6a5c-c23f-414c-ac4b-9cf000a68f29), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:07.078528 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:07.108148 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-a1a3c3d2-a5c1-45dd-a23d-933e8732ba2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8074843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260940353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260462226'] for subnet (d6ae6a5c-c23f-414c-ac4b-9cf000a68f29), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:07.134605 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3c3d2-a5c1-45dd-a23d-933e8732ba2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6ae6a5c-c23f-414c-ac4b-9cf000a68f29,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:40:07.136592 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-a1a3c3d2-a5c1-45dd-a23d-933e8732ba2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for subnet (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:07.139717 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-a1a3c3d2-a5c1-45dd-a23d-933e8732ba2e admin admin] 10.222.0.33 "DELETE /v2.0/subnets/d6ae6a5c-c23f-414c-ac4b-9cf000a68f29 HTTP/1.1" status: 204 len: 168 time: 0.2542796 Jul 18 10:40:07.140541 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fddb3d-438a-4e7d-b858-6ba2a7e3c4f5 None None] Network d67e2e9e-9e21-46c5-9d53-84975b1d377a requested from dv-cinder-837546-3-iscsi {{(pid=103900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:40:07.142150 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 39918) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:40:07.219580 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-8d3d66b6-c5b6-4dbd-bf43-ab23f131db4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7979611'] for network (d67e2e9e-9e21-46c5-9d53-84975b1d377a), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:07.228414 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:07.268758 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-8d3d66b6-c5b6-4dbd-bf43-ab23f131db4a admin admin] Deleting port 8896c0b1-6171-4dc6-9951-5f91b8c89d53 {{(pid=103899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:40:07.269171 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-8d3d66b6-c5b6-4dbd-bf43-ab23f131db4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (8896c0b1-6171-4dc6-9951-5f91b8c89d53), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:07.336628 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-8d3d66b6-c5b6-4dbd-bf43-ab23f131db4a admin admin] For port 8896c0b1-6171-4dc6-9951-5f91b8c89d53, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=8896c0b1-6171-4dc6-9951-5f91b8c89d53,segment=NetworkSegment(a4e7bebc-267f-45f8-9029-420572da923e),segment_id=a4e7bebc-267f-45f8-9029-420572da923e)] {{(pid=103899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:40:07.336973 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-8d3d66b6-c5b6-4dbd-bf43-ab23f131db4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (8896c0b1-6171-4dc6-9951-5f91b8c89d53), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:07.352065 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-8d3d66b6-c5b6-4dbd-bf43-ab23f131db4a admin admin] Calling delete_port for 8896c0b1-6171-4dc6-9951-5f91b8c89d53 owned by network:dhcp {{(pid=103899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:40:07.368384 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dbb279-0eb5-4c3a-9f54-dd7f08d8019a None None] DHCP port deletion for d67e2e9e-9e21-46c5-9d53-84975b1d377a request from dv-cinder-837546-3-iscsi {{(pid=103900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 10:40:07.415376 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-b5dbb279-0eb5-4c3a-9f54-dd7f08d8019a None None] Deleting port 8896c0b1-6171-4dc6-9951-5f91b8c89d53 {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:40:07.415756 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b5dbb279-0eb5-4c3a-9f54-dd7f08d8019a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756234086660'] for port (8896c0b1-6171-4dc6-9951-5f91b8c89d53), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:07.472386 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-8d3d66b6-c5b6-4dbd-bf43-ab23f131db4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260940412'] for port (8896c0b1-6171-4dc6-9951-5f91b8c89d53), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:07.491669 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 8896c0b1-6171-4dc6-9951-5f91b8c89d53 no longer exists at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:40:07.505020 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-b5dbb279-0eb5-4c3a-9f54-dd7f08d8019a None None] For port 8896c0b1-6171-4dc6-9951-5f91b8c89d53, host dv-cinder-837546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-3-iscsi',level=0,port_id=8896c0b1-6171-4dc6-9951-5f91b8c89d53,segment=NetworkSegment(a4e7bebc-267f-45f8-9029-420572da923e),segment_id=a4e7bebc-267f-45f8-9029-420572da923e)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:40:07.505416 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b5dbb279-0eb5-4c3a-9f54-dd7f08d8019a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780175'] for port (8896c0b1-6171-4dc6-9951-5f91b8c89d53), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:07.509124 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d66b6-c5b6-4dbd-bf43-ab23f131db4a admin admin] Pushing event deleted for resources: {'Port': ['ID=8896c0b1-6171-4dc6-9951-5f91b8c89d53,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:40:07.511098 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3d66b6-c5b6-4dbd-bf43-ab23f131db4a admin admin] No DVR routers for this DVR port 8896c0b1-6171-4dc6-9951-5f91b8c89d53 on host dv-cinder-837546-3-iscsi {{(pid=103899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:40:07.530994 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] No Port match for: 8896c0b1-6171-4dc6-9951-5f91b8c89d53 {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:40:07.531331 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 8896c0b1-6171-4dc6-9951-5f91b8c89d53 not bound to the agent host dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:40:07.531755 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 95b452bf-3d00-49e6-b053-346e88559204 no longer exists at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:40:07.555534 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] No Port match for: 95b452bf-3d00-49e6-b053-346e88559204 {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:40:07.556228 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 95b452bf-3d00-49e6-b053-346e88559204 not bound to the agent host dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:40:07.556319 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 074104c0-171b-47e3-9bb2-f3fff2bf14f9 no longer exists at agent ovs-agent-dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:40:07.558388 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-b5dbb279-0eb5-4c3a-9f54-dd7f08d8019a None None] Calling delete_port for 8896c0b1-6171-4dc6-9951-5f91b8c89d53 owned by network:dhcp {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:40:07.583640 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] No Port match for: 074104c0-171b-47e3-9bb2-f3fff2bf14f9 {{(pid=103900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:40:07.584108 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.rpc [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Device 074104c0-171b-47e3-9bb2-f3fff2bf14f9 not bound to the agent host dv-cinder-837546-3-iscsi {{(pid=103900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:40:07.610988 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-8d3d66b6-c5b6-4dbd-bf43-ab23f131db4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8074381', 'neutron.services.segments.db._delete_segments_for_network-8756234178838'] for network (d67e2e9e-9e21-46c5-9d53-84975b1d377a), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:07.649603 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.services.segments.db [None req-8d3d66b6-c5b6-4dbd-bf43-ab23f131db4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d67e2e9e-9e21-46c5-9d53-84975b1d377a']}} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:40:07.663286 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.services.segments.db [None req-8d3d66b6-c5b6-4dbd-bf43-ab23f131db4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e7bebc-267f-45f8-9029-420572da923e') {'for_net_delete': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:40:07.663847 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.services.segments.db [None req-8d3d66b6-c5b6-4dbd-bf43-ab23f131db4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e7bebc-267f-45f8-9029-420572da923e') {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:40:07.677538 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-8d3d66b6-c5b6-4dbd-bf43-ab23f131db4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756234179103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261079394'] for segment (a4e7bebc-267f-45f8-9029-420572da923e), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:07.698466 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b5dbb279-0eb5-4c3a-9f54-dd7f08d8019a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8017131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756234092566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756233743607'] for port (8896c0b1-6171-4dc6-9951-5f91b8c89d53), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:07.699142 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-8d3d66b6-c5b6-4dbd-bf43-ab23f131db4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193'] for segment (a4e7bebc-267f-45f8-9029-420572da923e), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:07.706839 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d3d66b6-c5b6-4dbd-bf43-ab23f131db4a admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 10:40:07.707238 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-8d3d66b6-c5b6-4dbd-bf43-ab23f131db4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7890193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260939939'] for segment (a4e7bebc-267f-45f8-9029-420572da923e), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:07.731130 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dbb279-0eb5-4c3a-9f54-dd7f08d8019a None None] Pushing event deleted for resources: {'Port': ['ID=8896c0b1-6171-4dc6-9951-5f91b8c89d53,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:40:07.731784 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.services.segments.plugin [-] Segment a4e7bebc-267f-45f8-9029-420572da923e resource provider aggregate not found Jul 18 10:40:07.740578 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dbb279-0eb5-4c3a-9f54-dd7f08d8019a None None] No DVR routers for this DVR port 8896c0b1-6171-4dc6-9951-5f91b8c89d53 on host dv-cinder-837546-3-iscsi {{(pid=103900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:40:07.775389 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-8d3d66b6-c5b6-4dbd-bf43-ab23f131db4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8074358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-986580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781180'] for network (d67e2e9e-9e21-46c5-9d53-84975b1d377a), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:07.782251 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-8d3d66b6-c5b6-4dbd-bf43-ab23f131db4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986566'] for network (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:07.788201 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-8d3d66b6-c5b6-4dbd-bf43-ab23f131db4a admin admin] 10.222.0.33 "DELETE /v2.0/networks/d67e2e9e-9e21-46c5-9d53-84975b1d377a HTTP/1.1" status: 204 len: 168 time: 0.6448464 Jul 18 10:40:07.791121 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.services.segments.plugin [-] Segment a4e7bebc-267f-45f8-9029-420572da923e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4e7bebc-267f-45f8-9029-420572da923e found for delete ", "request_id": "req-ff27adea-6a7d-4794-be71-dfc47bfd4f37"}]} Jul 18 10:40:07.805573 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d66b6-c5b6-4dbd-bf43-ab23f131db4a admin admin] Pushing event deleted for resources: {'Network': ['ID=d67e2e9e-9e21-46c5-9d53-84975b1d377a,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:40:07.953003 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 39936) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:40:07.993607 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-0364dcaa-e7d9-479c-ac06-e4eb901ae804 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2c656b71bbd447cba7d11335c928dfda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393641 Jul 18 10:40:07.996038 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 39938) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:40:08.044756 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-09ca07f7-3aee-4770-88a9-063e702c6cac admin admin] Publish callbacks [] for security_group (6e240307-0703-4b0d-8934-a2a682508cb7), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:08.066078 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-09ca07f7-3aee-4770-88a9-063e702c6cac admin admin] Publish callbacks [] for security_group (6e240307-0703-4b0d-8934-a2a682508cb7), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:08.112701 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-09ca07f7-3aee-4770-88a9-063e702c6cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (6e240307-0703-4b0d-8934-a2a682508cb7), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:08.115416 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-09ca07f7-3aee-4770-88a9-063e702c6cac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:08.116565 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-09ca07f7-3aee-4770-88a9-063e702c6cac admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6e240307-0703-4b0d-8934-a2a682508cb7 HTTP/1.1" status: 204 len: 168 time: 0.1195948 Jul 18 10:40:08.124483 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca07f7-3aee-4770-88a9-063e702c6cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e240307-0703-4b0d-8934-a2a682508cb7,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:40:08.135763 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:08.434097 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 39944) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:40:08.475704 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-b98fcea1-39c5-4bff-b4b7-ea65aea4b2ca admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e6b6505e83184b2f8d54ad2ea4a1b9c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404594 Jul 18 10:40:08.478048 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 39946) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:40:08.525264 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f18ed960-89ae-4e2d-8d71-a5761d7f65cf admin admin] Publish callbacks [] for security_group (56ceeb58-b065-4bb4-88a9-fe8c4b624a1f), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:08.546743 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f18ed960-89ae-4e2d-8d71-a5761d7f65cf admin admin] Publish callbacks [] for security_group (56ceeb58-b065-4bb4-88a9-fe8c4b624a1f), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:08.593663 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f18ed960-89ae-4e2d-8d71-a5761d7f65cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (56ceeb58-b065-4bb4-88a9-fe8c4b624a1f), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:08.596157 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f18ed960-89ae-4e2d-8d71-a5761d7f65cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:08.597298 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-f18ed960-89ae-4e2d-8d71-a5761d7f65cf admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/56ceeb58-b065-4bb4-88a9-fe8c4b624a1f HTTP/1.1" status: 204 len: 168 time: 0.1183994 Jul 18 10:40:08.609625 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ed960-89ae-4e2d-8d71-a5761d7f65cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ceeb58-b065-4bb4-88a9-fe8c4b624a1f,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:40:13.277656 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=88 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:14.043831 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 39990) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:40:14.152761 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-a41d57f0-ddac-4a25-9417-32ea96c0b988 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:14.227730 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-a41d57f0-ddac-4a25-9417-32ea96c0b988 admin admin] Publish callbacks [] for security_group (4d9f4e25-44dc-4891-8c1e-6346b2065ddf), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:14.231487 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-a41d57f0-ddac-4a25-9417-32ea96c0b988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (4d9f4e25-44dc-4891-8c1e-6346b2065ddf), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:14.269463 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d57f0-ddac-4a25-9417-32ea96c0b988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9f4e25-44dc-4891-8c1e-6346b2065ddf,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:40:14.273749 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-a41d57f0-ddac-4a25-9417-32ea96c0b988 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c2e99bbedebd4daca6a8511222a98d15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289252 Jul 18 10:40:14.276379 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 39994) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:40:14.324466 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-9f43e1b9-3d15-4dde-9e32-221ea491c849 admin admin] Publish callbacks [] for security_group (4d9f4e25-44dc-4891-8c1e-6346b2065ddf), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:14.335079 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:14.347796 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-9f43e1b9-3d15-4dde-9e32-221ea491c849 admin admin] Publish callbacks [] for security_group (4d9f4e25-44dc-4891-8c1e-6346b2065ddf), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:14.394457 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-9f43e1b9-3d15-4dde-9e32-221ea491c849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (4d9f4e25-44dc-4891-8c1e-6346b2065ddf), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:14.397194 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-9f43e1b9-3d15-4dde-9e32-221ea491c849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:14.398350 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-9f43e1b9-3d15-4dde-9e32-221ea491c849 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4d9f4e25-44dc-4891-8c1e-6346b2065ddf HTTP/1.1" status: 204 len: 168 time: 0.1210489 Jul 18 10:40:14.406050 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43e1b9-3d15-4dde-9e32-221ea491c849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9f4e25-44dc-4891-8c1e-6346b2065ddf,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:40:14.665616 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 40000) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:40:14.679667 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-c8256454-6292-4a19-8b9f-3f7a628d6212 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:14.711071 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:14.760186 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-c8256454-6292-4a19-8b9f-3f7a628d6212 admin admin] Publish callbacks [] for security_group (5fe5b147-6f6f-41a5-b977-fe649e961716), precommit_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:14.763857 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-c8256454-6292-4a19-8b9f-3f7a628d6212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (5fe5b147-6f6f-41a5-b977-fe649e961716), after_create {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:14.803299 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-c8256454-6292-4a19-8b9f-3f7a628d6212 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=cc94a7703b71491f99e2fd52369b0ae5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366160 Jul 18 10:40:14.804401 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8256454-6292-4a19-8b9f-3f7a628d6212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe5b147-6f6f-41a5-b977-fe649e961716,revision_number=1']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:40:14.806097 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 40002) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:40:14.828118 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:14.858257 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a42710b2-6f3c-4775-9c0f-5071c2c16b2b admin admin] Publish callbacks [] for security_group (5fe5b147-6f6f-41a5-b977-fe649e961716), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:14.879790 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a42710b2-6f3c-4775-9c0f-5071c2c16b2b admin admin] Publish callbacks [] for security_group (5fe5b147-6f6f-41a5-b977-fe649e961716), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:14.928745 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a42710b2-6f3c-4775-9c0f-5071c2c16b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (5fe5b147-6f6f-41a5-b977-fe649e961716), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:14.931391 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a42710b2-6f3c-4775-9c0f-5071c2c16b2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:14.932548 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-a42710b2-6f3c-4775-9c0f-5071c2c16b2b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/5fe5b147-6f6f-41a5-b977-fe649e961716 HTTP/1.1" status: 204 len: 168 time: 0.1249290 Jul 18 10:40:14.940319 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42710b2-6f3c-4775-9c0f-5071c2c16b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe5b147-6f6f-41a5-b977-fe649e961716,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:40:20.033863 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-6a13a47d-c56c-45d9-be7e-b47d08f40456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:22.339335 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-33669dad-64f0-4803-8568-856e09177ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:23.289665 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [-] (103898) accepted ('10.222.0.33', 40086) {{(pid=103898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:40:23.615867 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:23.628013 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7b36426c-d7a3-4cbc-82f4-f8b7d2fd8c8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:23.700933 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:23.706416 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7b36426c-d7a3-4cbc-82f4-f8b7d2fd8c8a admin admin] Publish callbacks [] for security_group (a3aff786-032f-44e5-9b23-4347474d5687), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:23.711620 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7b36426c-d7a3-4cbc-82f4-f8b7d2fd8c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (a3aff786-032f-44e5-9b23-4347474d5687), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:23.758852 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36426c-d7a3-4cbc-82f4-f8b7d2fd8c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3aff786-032f-44e5-9b23-4347474d5687,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:40:23.763259 dv-cinder-837546-3-iscsi neutron-server[103898]: INFO neutron.wsgi [None req-7b36426c-d7a3-4cbc-82f4-f8b7d2fd8c8a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=80be84e153cf4739a12c043a4062ad5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4723382 Jul 18 10:40:23.767852 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.wsgi [-] (103899) accepted ('10.222.0.33', 40090) {{(pid=103899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:40:23.774238 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36426c-d7a3-4cbc-82f4-f8b7d2fd8c8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.774763 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36426c-d7a3-4cbc-82f4-f8b7d2fd8c8a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.775222 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36426c-d7a3-4cbc-82f4-f8b7d2fd8c8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.775692 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36426c-d7a3-4cbc-82f4-f8b7d2fd8c8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.776042 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36426c-d7a3-4cbc-82f4-f8b7d2fd8c8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.776382 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36426c-d7a3-4cbc-82f4-f8b7d2fd8c8a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.776741 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36426c-d7a3-4cbc-82f4-f8b7d2fd8c8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.777080 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36426c-d7a3-4cbc-82f4-f8b7d2fd8c8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.777497 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36426c-d7a3-4cbc-82f4-f8b7d2fd8c8a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.777879 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36426c-d7a3-4cbc-82f4-f8b7d2fd8c8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.778218 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36426c-d7a3-4cbc-82f4-f8b7d2fd8c8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.778551 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36426c-d7a3-4cbc-82f4-f8b7d2fd8c8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.778882 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36426c-d7a3-4cbc-82f4-f8b7d2fd8c8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.779209 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36426c-d7a3-4cbc-82f4-f8b7d2fd8c8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.779537 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36426c-d7a3-4cbc-82f4-f8b7d2fd8c8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.823466 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-56bb4b2a-4b10-480d-944c-039eba42a0c0 admin admin] Publish callbacks [] for security_group (a3aff786-032f-44e5-9b23-4347474d5687), before_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:23.845935 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-56bb4b2a-4b10-480d-944c-039eba42a0c0 admin admin] Publish callbacks [] for security_group (a3aff786-032f-44e5-9b23-4347474d5687), precommit_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:23.900645 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-56bb4b2a-4b10-480d-944c-039eba42a0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967601'] for security_group (a3aff786-032f-44e5-9b23-4347474d5687), after_delete {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:23.904878 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-56bb4b2a-4b10-480d-944c-039eba42a0c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:23.906060 dv-cinder-837546-3-iscsi neutron-server[103899]: INFO neutron.wsgi [None req-56bb4b2a-4b10-480d-944c-039eba42a0c0 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a3aff786-032f-44e5-9b23-4347474d5687 HTTP/1.1" status: 204 len: 168 time: 0.1389365 Jul 18 10:40:23.914960 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb4b2a-4b10-480d-944c-039eba42a0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3aff786-032f-44e5-9b23-4347474d5687,revision_number=None']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:40:23.922534 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb4b2a-4b10-480d-944c-039eba42a0c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.922841 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb4b2a-4b10-480d-944c-039eba42a0c0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.923809 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb4b2a-4b10-480d-944c-039eba42a0c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.924241 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb4b2a-4b10-480d-944c-039eba42a0c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.924590 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb4b2a-4b10-480d-944c-039eba42a0c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.924936 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb4b2a-4b10-480d-944c-039eba42a0c0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.925716 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb4b2a-4b10-480d-944c-039eba42a0c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.925932 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb4b2a-4b10-480d-944c-039eba42a0c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.926261 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb4b2a-4b10-480d-944c-039eba42a0c0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.926575 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb4b2a-4b10-480d-944c-039eba42a0c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.926987 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb4b2a-4b10-480d-944c-039eba42a0c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.927612 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb4b2a-4b10-480d-944c-039eba42a0c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.927935 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb4b2a-4b10-480d-944c-039eba42a0c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.932259 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb4b2a-4b10-480d-944c-039eba42a0c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.932259 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb4b2a-4b10-480d-944c-039eba42a0c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:24.806968 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:25.087319 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:25.472337 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:27.826117 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 6 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:40:27.844032 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=97,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:33.752730 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=3 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:33.764914 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG dbcounter [-] [103898] Writing DB stats neutron:SELECT=34,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:33.917729 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:INSERT=3,neutron:SELECT=27,neutron:DELETE=2 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:33.918532 dv-cinder-837546-3-iscsi neutron-server[103899]: DEBUG dbcounter [-] [103899] Writing DB stats neutron:SELECT=42,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:35.462584 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:35.467718 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:37.822274 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=5 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:50.038687 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-13ad7a8c-aa02-40e4-8da7-ba5b4e1a6e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:52.342805 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-119ad75c-a131-4708-90a9-78cd3d776e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:53.628812 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:54.812586 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:55.094864 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:55.489338 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:41:04.825015 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 6 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:41:05.473232 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:41:05.483496 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:41:19.854821 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=17 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:41:19.855486 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=19 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:41:20.032127 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c0315347-12ee-4d7d-9f52-a7cff48ffbbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:41:22.345428 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a32d6352-517c-4756-b769-f7fd01d779db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:41:23.623900 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:41:24.815297 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:41:25.090203 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:41:25.501192 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:41:35.494982 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:41:35.497007 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:41:41.823295 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 6 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:41:50.033374 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-53a20a4a-d527-4918-863e-52523538d2d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:41:51.818682 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:41:51.819566 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:41:52.347109 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4f95e482-e992-4bb0-8b8d-7f14cc379f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:41:53.624421 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:41:54.817415 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:41:55.097388 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:41:55.501856 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:42:05.491664 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:42:05.498337 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:42:18.821228 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 6 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:42:18.840002 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=5 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:42:20.035009 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-1266aa1b-e6c4-4d57-8e27-eec261de118b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:42:22.348498 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0b6ca935-8953-4220-88ba-78cc4d21bc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:42:23.627448 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:42:24.820358 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:42:25.089771 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:42:25.502462 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:42:28.817228 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:42:35.496326 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:42:35.498435 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:42:50.037214 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d50925f3-b79d-4568-9ad5-7d0e8569ecf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:42:52.350862 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-bcde25bc-bee1-4339-812d-b84eea778f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:42:53.629865 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:42:54.824490 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:42:55.093706 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:42:55.500906 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:42:55.820589 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 6 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:43:05.495173 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:43:05.497165 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:43:05.814821 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:43:05.815487 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=6 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:43:19.861195 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=12 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:43:19.861951 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=14 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:43:20.040107 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-11c41688-cf0d-45b9-8adc-5ff071d7edc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:43:22.352390 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-38fbac7c-d25c-4ad3-81e8-5961b267bd31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:43:23.637438 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:43:24.827986 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:43:25.096888 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:43:25.517922 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:43:32.819716 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 6 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:43:35.511266 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:43:35.513143 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:43:42.815478 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:43:42.816218 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=5 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:43:50.042687 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-75240d1d-1504-4807-baaa-4c5c93d628eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:43:52.366017 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4a5f6052-e808-45a5-9234-b744f4361f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:43:53.637490 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:43:54.838327 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:43:55.106125 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:43:55.523857 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:44:05.515765 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:44:05.519289 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:44:09.819525 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 6 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:44:19.814417 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:44:19.815201 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=7 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:44:20.048558 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4da13e58-f26c-4232-9632-0f6eab1f6236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:44:22.363180 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d591d768-906f-49d6-8a78-d86ebc19994a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:44:23.649506 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:44:24.845803 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:44:25.113430 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:44:25.526146 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:44:33.697065 dv-cinder-837546-3-iscsi neutron-server[103898]: DEBUG neutron.wsgi [req-63873c9f-3eee-4c55-88a8-19a8a027970a req-db9bb7f0-eef0-498d-bd42-12c38251c1f7 service neutron] (103898) timed out ('10.222.0.30', 58661) {{(pid=103898) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 18 10:44:35.508788 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:44:35.521559 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:44:46.822263 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 6 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:44:46.845659 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:44:50.046472 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-94ec419d-92d7-4a4b-8982-4063d5ee757d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:44:52.370677 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-dce86be8-0c16-4db8-a339-43d82b70e8c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:44:53.659209 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:44:54.848723 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:44:55.117448 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:44:55.529650 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:44:56.814576 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=5 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:45:05.519551 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:45:05.523912 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:45:20.043837 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c21a7301-2309-40a3-8175-2fb002946249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (fa8f3552-6db4-4084-80f3-0029642e69db), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:45:22.355569 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d8bc3973-a1a5-451a-99e6-063f866bf207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (86bfc1f8-074a-41b2-b1eb-e345d85b3f9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:45:23.651921 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b018ad36-35e9-42b9-ba4c-950cb230fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (9d54412c-23a4-4595-8d3a-dcbeb03f314d), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:45:23.823917 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG neutron.db.agents_db [None req-3dad4f2b-96c1-45d2-befb-c44371da346e None None] Agent healthcheck: found 6 active agents {{(pid=103901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:45:24.852084 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a1a852c7-f0e4-4525-a19b-a2e42640c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (22fb5c6c-64c7-4967-bd11-38f99793237a), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:45:25.105495 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c891b00-cd89-463d-80b5-82a8edcf96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (e405af68-79e1-4fe4-8a08-294afc4825ec), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:45:25.535291 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5552f3be-5300-49e6-99f3-dacd67bb43c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756234178820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076750'] for agent (f1e01c1b-bf46-4f7e-883c-267517c6b0a2), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:45:33.818218 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=17 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:45:33.819173 dv-cinder-837546-3-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=17 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:45:35.523004 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:45:35.529514 dv-cinder-837546-3-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}